---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:31:19.547593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff68b499c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: 9660907f-017a-47d9-ab3c-0afc1883d1cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-760fb5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff6994f1d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: c0848ccb-af14-4c75-abe9-fb4b6310a206
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: "2026-04-23T18:31:20Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:31:20Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff6c9138c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: 923f055a-a7d2-41c9-bc52-c7caff5e2a7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: "2026-04-23T18:31:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:25Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff6ca766090
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 9456d567-4134-4477-8bfc-a749a5d67b22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: "2026-04-23T18:31:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:25Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff6cd96ff3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27054"
    uid: 95a175d0-8608-46ad-8afa-bcfb3366e73f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: "2026-04-23T18:31:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:25Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff6ce10ff02
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 85156bad-349a-4560-be48-c68444ab68ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 9e9d9f63-f6c9-4dec-81f2-822b78a62332
  kind: Event
  lastTimestamp: "2026-04-23T18:31:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-760fb5-predictor-844fcfcd87-t866s_kserve-ci-e2e-test(9e9d9f63-f6c9-4dec-81f2-822b78a62332)
  metadata:
    creationTimestamp: "2026-04-23T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:29Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s.18a90ff8d81cdc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 4f045746-b3c1-4fe2-8b57-d9c7fe6407a2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-760fb5-predictor-844fcfcd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 7504f635-e80f-4570-a70f-b24224181aa6
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: 'Created pod: isvc-init-fail-760fb5-predictor-844fcfcd87-t866s'
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-init-fail-760fb5-predictor-844fcfcd87.18a90ff68add4407
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: aa6ab202-fae1-4315-bb94-8a5a74f08bf4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-760fb5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26966"
    uid: 2e59208e-aba1-43ad-86e9-3711400072ff
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: Scaled up replica set isvc-init-fail-760fb5-predictor-844fcfcd87 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-init-fail-760fb5-predictor.18a90ff687f16e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26972"
    uid: 6f7685e2-3237-4c33-b3c8-de8b5b881af4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-760fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: 7fb4bac7-c541-4bf5-95b8-dc73f9f804c5
  kind: Event
  lastTimestamp: "2026-04-23T18:31:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:25Z"
    name: isvc-init-fail-760fb5.18a90ff687a15538
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: ba418c47-ff3b-49b7-9dd1-0175a343a290
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-760fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: 7fb4bac7-c541-4bf5-95b8-dc73f9f804c5
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-760fb5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-760fb5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-init-fail-760fb5.18a90ff6880ac751
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: efadd9ab-54a4-4280-8280-1ad3acd2c075
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-760fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: 7fb4bac7-c541-4bf5-95b8-dc73f9f804c5
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-760fb5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-init-fail-760fb5.18a90ff6880b0ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: aa85577a-68c6-4a30-922c-1b609bc866ce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:12:50.994143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-j4tlp
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:12:50Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef4705a56f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: 1ef19f95-e03d-4f20-a865-e31f8ca493c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:12:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:51Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef47753ff32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 26756e0a-ae47-4313-8e8d-4d2af9d1049b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef4adab657b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 8ec3a1d7-3050-40aa-bdf5-f0d3ee8ec409
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef4af311941
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: d11c301a-acb2-4d62-b87f-8611b082dac6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef4b2b5f2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 8f71edfd-7d25-40ef-abd9-a04efe69ef3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:12:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef4b32b6ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: ec474e1a-7bb7-41b5-9155-101ba4f4430e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:12:56Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef5b27a622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: e5a3c07c-4402-4259-b675-59e93bc3c0d0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:13:02Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.167s (6.167s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef72218b9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 871d695d-2250-4875-906f-de7d7bb79fdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:13:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef725c46bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 93ef7622-ed05-4139-a6b0-20f1af85506e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:13:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef726390cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: bddf0df0-0908-4278-9bb0-259ced7f6fac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:13:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef726467c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 60c3a033-6822-44ca-b728-704dac899b9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:13:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef7291b7bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 614e655b-f349-4c7b-ae57-819349f51ce3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:13:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef7298ec576
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 91668481-fa59-4bfc-83a9-50c4a03a7786
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:14:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90ef7915ab82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: 30afb45f-cf28-48b0-bdc6-cfd310475331
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90f096e0804f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: cc9564e4-0b25-4b9d-b1b5-f0ec698502cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90f096e089cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: f357cfd6-c8b9-47ef-a0c0-327138cbf2f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 815c3ab5-d87a-43b0-ae94-477e48b22583
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-j4tlp.18a90f0a6d9051ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: 841b41e6-ca25-49e1-9178-0c7639ada79f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: c81ff410-c74e-4d69-ad8a-fd022ec443c5
  kind: Event
  lastTimestamp: "2026-04-23T18:12:50Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-j4tlp'
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:50Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a90ef46fccfee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 439f53fd-e676-4032-b12f-e79819ef73ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: a8af5ac4-ae74-475e-b036-ece3555ba5b7
  kind: Event
  lastTimestamp: "2026-04-23T18:12:50Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:50Z"
    name: isvc-lightgbm-predictor.18a90ef46c6c5187
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 897ab368-0852-4763-828a-4b37611a999d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: 6798b581-a454-442d-8726-275a67a110f8
  kind: Event
  lastTimestamp: "2026-04-23T18:13:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:35Z"
    name: isvc-lightgbm-predictor.18a90ef7ebd96173
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 8a8ebd3e-c9d9-49f6-9ad2-cf7a277e64b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: 6798b581-a454-442d-8726-275a67a110f8
  kind: Event
  lastTimestamp: "2026-04-23T18:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:13:36Z"
    name: isvc-lightgbm-predictor.18a90ef7ec4cbb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 01041e8a-5cfd-41bd-8cf4-4ecd315d3309
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 6798b581-a454-442d-8726-275a67a110f8
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-predictor.18a90f0269a00c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: fb201134-c463-4af7-be1d-7c336a0290db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 6798b581-a454-442d-8726-275a67a110f8
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-predictor.18a90f026a0dfbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: ebb4177a-5f8e-4e72-b088-71fc15769fa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:14:21.267756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f097514638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 57ba23ab-1968-4d10-8d41-c640976244b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f098e9240d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: 482f688e-6563-4cd2-8cc2-2c26611d13e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f098fe378f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: a14ff229-ebf0-464c-aa9d-5dc04bbd9765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0993bf78d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18359"
    uid: 6216e57e-7ff1-490c-86f8-278b9926da8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f09943466ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 3cb37148-e323-4acf-a132-cf3805d05ed7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0a7e273e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: b7f60b6e-25da-4cf1-887f-176ac2b8b036
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0a81df39f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: 5318b6a1-68cc-4635-ac82-71dc5cfc6b03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0a825a569e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 47e81d18-3f23-4487-9b97-2b9cb8209863
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0a82670d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: 14f1447c-d27b-4e6f-8447-c37829a8ffc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0a8563368f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 1f2220bd-11e6-41d3-8875-0debe08773f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:14:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0a85eade52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: 5e8d6f65-ae28-4e12-b491-e1cbc552c349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:15:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f0aba454990
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: dfb5cc05-d513-4cda-ba28-c7bb3f53219f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f1e913c9d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: bdfecaf1-0d79-4388-be3b-654b84cba18a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f1e913d2565
    namespace: kserve-ci-e2e-test
    resourceVersion: "19048"
    uid: bb50f5cc-2262-49af-8e00-0b7733db58bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 94c4bdb6-8058-4d5c-ba3f-f3bbc24663b5
  kind: Event
  lastTimestamp: "2026-04-23T18:15:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:52Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd.18a90f1ec08b9139
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: 7d1eabc9-84a9-4cae-a141-d981d35d2439
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 2803b3b8-fef1-4a7c-8f56-7881cc48dad5
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-f9ctd'
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a90f097487db17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: 0b80c7e7-7200-4701-81fa-2b24bb90d97a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: 1bcdd782-4fec-425e-b8e7-1dd42ea87464
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime-predictor.18a90f096f8fc670
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: c6f9d551-8b11-4fa7-b344-17d2fdf95226
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: 044b3a04-9b19-48ad-b63a-bb8e180e9727
  kind: Event
  lastTimestamp: "2026-04-23T18:14:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:36Z"
    name: isvc-lightgbm-runtime-predictor.18a90f0ceef09f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: e135892e-d1ff-48b4-a7e0-cbfe8225d90a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: 044b3a04-9b19-48ad-b63a-bb8e180e9727
  kind: Event
  lastTimestamp: "2026-04-23T18:14:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:14:36Z"
    name: isvc-lightgbm-runtime-predictor.18a90f0cef5b1abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: 6d36da67-d040-4258-9f8a-776a940c2cfc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 044b3a04-9b19-48ad-b63a-bb8e180e9727
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-lightgbm-runtime-predictor.18a90f106e1ce51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 376cfa41-0258-47b2-bed1-2d27f95b8e10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 044b3a04-9b19-48ad-b63a-bb8e180e9727
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-lightgbm-runtime-predictor.18a90f106e83c1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 999e3204-2201-4015-8228-f8b105d09ff2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: b470ae15-3b6d-4b33-b5d7-cf382ea4f37c
  kind: Event
  lastTimestamp: "2026-04-23T18:15:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:42Z"
    name: isvc-lightgbm-runtime.18a90f096f90ad9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 6995c842-0a3f-4f23-b5cc-5146bbc8303d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: b470ae15-3b6d-4b33-b5d7-cf382ea4f37c
  kind: Event
  lastTimestamp: "2026-04-23T18:14:21Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:21Z"
    name: isvc-lightgbm-runtime.18a90f09702414f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 0098a11e-10fe-437a-88ba-75a4353bce5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: b470ae15-3b6d-4b33-b5d7-cf382ea4f37c
  kind: Event
  lastTimestamp: "2026-04-23T18:15:42Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:42Z"
    name: isvc-lightgbm-runtime.18a90f1c71cb6d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: 9dcaab4e-c986-4ab5-9f02-541fdc91a9c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:18:42.345245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f463e82b36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: ca658132-4bfd-4ed5-bff1-97dec6d5bbeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f46472f037a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: 0b68bdf0-5ccd-4b7b-a493-bfafd8c86088
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:44Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:18:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f46b137cd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 3146c212-7557-4dec-85cb-4a5252305deb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f46b29b0b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: 363b3dcc-87fc-4808-a2cb-e1c75350c324
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f46b54d1d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: c5dc555b-a8a1-4246-9f59-0e09a693a956
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f46b5b600bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 2cddc645-2d5c-45b4-9e0c-13006e163c27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:48Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47bb1f5b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: c8416d20-35ed-4040-914e-f07afdd2be33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47bdfe5992
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 7384aaa7-8fcf-42c6-aa90-4441dda09bc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47be659326
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 0de21772-cfd9-4d37-b3cc-2b01da5d8ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47be7283e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: e353bb6e-bf34-41e1-9cd5-d51d4e6347f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47c1f268fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 8df6b051-e764-483e-9954-b8e14c056911
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47c25d3eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: 565975e9-93d2-4627-8511-ad40475c3e92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:18:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:55Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f47f721cf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: a7360a8a-652b-4e89-bf0a-570d0969de34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f4d3e1c7d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 095ce302-cad7-442a-a5ca-f6c627c5a364
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 9207e288-1692-44d0-8c9d-e21ac58a2087
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl.18a90f4d3e1d08e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: a5cb4497-8d91-4d28-a0ce-9207b3a8421a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: b7165741-f2b8-44e5-938c-d07becece694
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-4vxbl'
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a90f463e0b027f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 9f47558d-6779-4219-9291-2953232f23c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: 6a03f539-18a3-4f32-8f57-1d28b6187db7
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90f46398f4d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: d0b7460b-cbb5-4c3c-b18e-5297f26d927a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: c9a06249-0378-40ce-8039-5ecbbe61e0dc
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90f49b830bfa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 3a73a41e-ed53-4b04-8ffa-b35e7008289c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: c9a06249-0378-40ce-8039-5ecbbe61e0dc
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a90f49b89820b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 13a84ac9-84b1-4b61-b2a2-36a3e6390a2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 505e5426-54a5-4ff5-8eb7-7c48abca1458
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: isvc-lightgbm-v2-kserve.18a90f4639715ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: f14b1762-5241-44af-a752-0291ed29663b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 505e5426-54a5-4ff5-8eb7-7c48abca1458
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-kserve.18a90f463a1a1027
    namespace: kserve-ci-e2e-test
    resourceVersion: "20329"
    uid: 523c6868-627d-496d-acdc-06d2dc5c1b6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: 505e5426-54a5-4ff5-8eb7-7c48abca1458
  kind: Event
  lastTimestamp: "2026-04-23T18:19:05Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:05Z"
    name: isvc-lightgbm-v2-kserve.18a90f4bb6cf7845
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 3055a521-e5b7-4edf-a6ee-e19d40af2877
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:15:52.064756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:15:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:15:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1e9900b714
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 91136d98-483b-4583-ab2f-fa687bbb809a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:15:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1ea22c7ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: ad678ae1-dec4-4b0d-bf34-53283000b292
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:15:53Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:15:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1ed6403619
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 04683eda-90dc-40f2-b514-c7684e396ae6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:15:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1ed7cea059
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 48f5bbda-110b-4c53-92ae-fcc7254f01c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:15:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1edae9fb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 85b196e5-40ed-4982-bbaa-e442785c87eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:15:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1edb62c460
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 10733b2c-9e14-4e00-b83b-a450baabe568
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:15:57Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-23T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:15:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f1fc21336b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: bba4ba83-315a-4c72-bc0d-26250bb624c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:00Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m3.217s
    (2m3.217s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f3c726bd3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 643f1ae1-1efd-4ce9-914e-acd4c31dc791
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f3c79876a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19986"
    uid: d40f3026-fdee-4c07-a5b4-83729661d1a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f3c7a5ea6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19987"
    uid: c06a331b-cdc0-4283-8ca0-2d2cd864cfcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f3c7a6d414e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 9dc2d1ac-09b1-4bdf-8fca-71ecb54a1288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f3c802336e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: 5957666d-b956-440d-a6ce-438998409ce7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:00Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f3c81f3d949
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 487122bc-74f0-46c9-9000-98575d76c103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f4638b6ebb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 3896e109-b93e-449e-85fd-8d42b6a80e48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: c9abfca8-1035-4cc4-8319-47dd66058adf
  kind: Event
  lastTimestamp: "2026-04-23T18:18:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:18:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6.18a90f4638b8e32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: d11d6e23-3a41-4006-9f35-07be7389a19f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: f1601e2c-0f96-44de-bf7d-67b2c44f2580
  kind: Event
  lastTimestamp: "2026-04-23T18:15:52Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-lslm6'
  metadata:
    creationTimestamp: "2026-04-23T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a90f1e985ed276
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: e2f67b75-3214-4093-9cdf-92dc28f1055a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 89abe1f8-1218-42d3-8776-3159733f3c47
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90f1e936123c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: beebfec8-34b1-4323-8478-85745fa9d357
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: f2d531bb-9e29-4d93-9186-98b3650a677c
  kind: Event
  lastTimestamp: "2026-04-23T18:18:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:37Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90f2212bc9007
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 6b4ae03f-a791-44a1-ba87-1e3545ded34b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:16:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: f2d531bb-9e29-4d93-9186-98b3650a677c
  kind: Event
  lastTimestamp: "2026-04-23T18:18:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:18:37Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a90f22132415ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: bfe37a95-580c-488b-9c11-f5ba00b2250f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 61f61761-bcef-45e5-8e43-c7723d0ade5d
  kind: Event
  lastTimestamp: "2026-04-23T18:18:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:36Z"
    name: isvc-lightgbm-v2-runtime.18a90f1e9396b4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20250"
    uid: 31fb5b42-01fa-4554-9c72-c2889fabe4ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:15:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 61f61761-bcef-45e5-8e43-c7723d0ade5d
  kind: Event
  lastTimestamp: "2026-04-23T18:15:51Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:15:51Z"
    name: isvc-lightgbm-v2-runtime.18a90f1e9409b170
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 8a5d7ad2-456b-4b7e-80f0-0abe4f97a256
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 61f61761-bcef-45e5-8e43-c7723d0ade5d
  kind: Event
  lastTimestamp: "2026-04-23T18:18:36Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:18:36Z"
    name: isvc-lightgbm-v2-runtime.18a90f44ebbce922
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: a416974c-50b0-48e3-8b94-42b3b886400c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: e9512218-f175-4e9a-a39f-5c6395e9312a
  kind: Event
  lastTimestamp: "2026-04-23T18:14:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:20Z"
    name: isvc-lightgbm.18a90ef46c47bd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 309479b2-6c0c-4b02-8f59-a92f6f68ab32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: e9512218-f175-4e9a-a39f-5c6395e9312a
  kind: Event
  lastTimestamp: "2026-04-23T18:12:50Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:12:50Z"
    name: isvc-lightgbm.18a90ef46ca86e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 61a7811f-e2bd-4ce3-9e20-56463d540302
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:14:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18284"
    uid: e9512218-f175-4e9a-a39f-5c6395e9312a
  kind: Event
  lastTimestamp: "2026-04-23T18:14:20Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:14:20Z"
    name: isvc-lightgbm.18a90f094914ba87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18285"
    uid: 783eb98e-b1cf-4a51-9cac-bb8ab9e12cac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:11:25.703753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6c87ff55b4-bhg6n
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee094a66416
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: d7801ac6-ca16-43e9-8729-2e0bf41749bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee0ae02c460
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: da604295-b72d-4d6d-9098-d1a338b572b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee0af7ac8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 5c1c4348-f843-451f-b142-072b3ccae30a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee0b2ee8431
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: f4b198c8-d430-4ecd-8ce8-bd020ed5e859
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:26Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee0b363d4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 106a543c-2fc0-4d9c-97f3-df2d578e008b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee199e370c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: be3522f1-599b-4625-a9fc-661445202cc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee19cf4cecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 22f3be6b-49e3-4fe2-94b1-c4b2fd3fd135
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee19d6af42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 54865a43-38d9-4029-908a-da48eaa4766f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee19d7771a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 82d36094-8a57-4b83-9127-cf65b357a334
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee1a0f1b3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 73b8546b-599d-423d-a3b3-2a6e6c9e1716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee1a174c42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 47945ca0-0eb3-47dd-93d6-6fe147e98fba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee1a18105f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 8fd9a185-8a2a-4a61-9f9e-13677bc869f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee1a4aa45de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 6ed0e2ae-7c49-4940-813c-49fd57b0651d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:30Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:30Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee1a524aced
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: d1f9cfd8-f665-4578-b0d7-03891fbbd5eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:08Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee1d5dd639d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 815eb731-9487-4152-890b-eb18d7a58890
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:08Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ee211a0f15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: b8c6bc62-a8e1-4a90-bb4d-5d23fccdeb4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:12:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:51Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ef471a1de00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: a44d14a1-b3f5-4a2f-93e5-17e99f95c093
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:12:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:51Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ef471a20b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: cea45906-acb4-459d-b3b1-959dc852344d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:12:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:51Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ef471a276a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: e9c689a2-1fd9-4402-b3d2-18d4f182ab9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6c87ff55b4-bhg6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 4c13a039-c44c-48a9-909c-99dd4f81e7d1
  kind: Event
  lastTimestamp: "2026-04-23T18:13:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:13:08Z"
    name: isvc-logger-predictor-6c87ff55b4-bhg6n.18a90ef4edd85842
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 7dfe59e4-be39-43f8-a08b-d0ca3171c8d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6c87ff55b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: fb9e616d-5131-4617-bb03-41e37ae2b989
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: 'Created pod: isvc-logger-predictor-6c87ff55b4-bhg6n'
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-logger-predictor-6c87ff55b4.18a90ee094327bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 31c99f47-d521-49a7-8c7a-4c990e57d492
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 74d031a9-34fa-4cef-ba37-56fca0c83387
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: Scaled up replica set isvc-logger-predictor-6c87ff55b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-logger-predictor.18a90ee090fd1aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 4a4dcbdd-cf4f-48a5-8a70-93c6b7e4cc12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: cf79908c-3018-43ee-818f-2648745200ea
  kind: Event
  lastTimestamp: "2026-04-23T18:12:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:10Z"
    name: isvc-logger-predictor.18a90ee40f894bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 2e7668bc-c09e-47a7-bb14-97e5d0f48993
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: cf79908c-3018-43ee-818f-2648745200ea
  kind: Event
  lastTimestamp: "2026-04-23T18:12:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:10Z"
    name: isvc-logger-predictor.18a90ee40fcf5c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 24686d75-4e60-4748-ac97-80107d980f70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: cf79908c-3018-43ee-818f-2648745200ea
  kind: Event
  lastTimestamp: "2026-04-23T18:12:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:40Z"
    name: isvc-logger-predictor.18a90ee78f6271ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: ba93974a-2896-4300-ad97-e87337ea071e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: cf79908c-3018-43ee-818f-2648745200ea
  kind: Event
  lastTimestamp: "2026-04-23T18:12:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:12:40Z"
    name: isvc-logger-predictor.18a90ee78fd7c246
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 7fe7b55a-b3b4-4817-9ef0-817b5f53500d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 637238d3-b713-4962-96eb-fbf5d75285b6
  kind: Event
  lastTimestamp: "2026-04-23T18:12:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:12:38Z"
    name: isvc-logger.18a90ee090d0de91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: e14969d2-1ef6-448e-a0a7-84de93f8369c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 637238d3-b713-4962-96eb-fbf5d75285b6
  kind: Event
  lastTimestamp: "2026-04-23T18:11:25Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:25Z"
    name: isvc-logger.18a90ee0912becd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: d6882ab1-68a1-43a7-a6c4-c7b5a90d96db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 637238d3-b713-4962-96eb-fbf5d75285b6
  kind: Event
  lastTimestamp: "2026-04-23T18:12:38Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:12:38Z"
    name: isvc-logger.18a90ef175fa78b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: c26d5bba-7067-4751-9004-344c5c89f22b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:19:12.503099Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4d440f1136
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: a63a3687-0af9-4636-a21e-bfc41322a9d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4d5e1ea829
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: da0fbd05-b0f9-4a28-857a-cbd93982b5bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4d5fba1fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: 5be85f13-cfd9-41f4-889e-27340d8271da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:13Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4d62ab750d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 82c7fa61-fba6-45b0-a4a8-68e765a72c53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:13Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4d63135fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f224f385-31c4-4815-b7d4-ab3d065ee404
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4e82471a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: ed7d0807-1520-4cc3-a48d-81a48f50a8ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4e85473af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 31d11884-d61b-4871-a56c-85bca20edf32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4e85b16cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 4358e04a-c0a4-4ea2-af8f-eb29c6bdb4fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4e85bf577e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: 245f3b48-e4a9-45db-a989-bce0eed5877c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4e88ed5fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 7950cde4-1b2b-43f8-b7fd-743005e31e0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:19:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:19:17Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f4e89542081
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 64a24f16-9d23-440a-aa7b-aed882f7a553
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:20:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f58edaacf46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: d408c82a-0271-4c7f-bebb-9937f6c795ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:20:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f58edab8f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: a0e72a9d-e6c0-4911-8ac5-e84d0d051d92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:20:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:20:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f597438895b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: 4fc3ea98-912e-4bd2-8794-5dd63509fd61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0ea1c030-692c-4cc6-8a41-0925c141a190
  kind: Event
  lastTimestamp: "2026-04-23T18:20:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.41:8080/v2/models/isvc-mlflow-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-23T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:05Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4.18a90f59b29ef546
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: cbf48495-d9c0-4c4b-968e-8a7bcf1ab742
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: af92945a-7fc8-48e4-a6ce-92f6c60c2844
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-c28x4'
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a90f4d439bbbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: d5dda6ae-98b8-4102-8cd8-e0cb106b1c81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 3f8df252-68fc-412f-bb89-58e463f5e230
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90f4d404685c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: e6b6dc46-3cc3-4e16-b7ba-bb47a96f9948
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: f9e73628-cb00-4235-bc77-de811858c1f6
  kind: Event
  lastTimestamp: "2026-04-23T18:19:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90f50bee1b073
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 90aeb310-c319-457f-a92c-7bf4e3b3b115
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: f9e73628-cb00-4235-bc77-de811858c1f6
  kind: Event
  lastTimestamp: "2026-04-23T18:19:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90f50bf421633
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 94722279-679e-4c63-a362-20add5dc1be8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: f9e73628-cb00-4235-bc77-de811858c1f6
  kind: Event
  lastTimestamp: "2026-04-23T18:19:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:57Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90f57bd2f426b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: a3144b54-56c0-4231-9ec1-fadbc181f8f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: f9e73628-cb00-4235-bc77-de811858c1f6
  kind: Event
  lastTimestamp: "2026-04-23T18:19:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:19:57Z"
    name: isvc-mlflow-v2-runtime-predictor.18a90f57bd794d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 0e5cc4bb-85b8-49e3-bd5c-c83a886b8857
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: b95872a3-d063-417b-9983-04c4c40a010b
  kind: Event
  lastTimestamp: "2026-04-23T18:19:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:54Z"
    name: isvc-mlflow-v2-runtime.18a90f4d4021b604
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: a0e8c7bb-b236-442d-a923-0090fb94eb2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: b95872a3-d063-417b-9983-04c4c40a010b
  kind: Event
  lastTimestamp: "2026-04-23T18:19:12Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:12Z"
    name: isvc-mlflow-v2-runtime.18a90f4d408916a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 6fcf22ef-25a6-45d8-854b-a770e437c4d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:19:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: b95872a3-d063-417b-9983-04c4c40a010b
  kind: Event
  lastTimestamp: "2026-04-23T18:19:54Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:19:54Z"
    name: isvc-mlflow-v2-runtime.18a90f5725c1d4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 9047b8d8-9ee5-4b64-b153-11d3470d84db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:21:22.858105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6b9dd299b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: 8678300b-7a46-41ac-8e9e-38fb4653e4b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:23Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:21:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6bb72da8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: f255761c-d9e8-4e6a-a820-5182a094289b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:23Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
  metadata:
    creationTimestamp: "2026-04-23T18:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6bb8d0c6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 90d9ad02-bc31-471c-966a-101ff8c84104
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    in 3.418s (3.418s including waiting). Image size: 301160889 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:26Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6c84994f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: 73ed531b-2074-4b85-81b9-d42da5cce03d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:26Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6c8885afc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 730bc51b-97ed-4d9c-8c22-4cf565457cb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:26Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6c88fc8016
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: b67c5c96-e59b-4bfd-b5cd-8e910e456b48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:31Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f6dab11705d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 6e22d7e0-58da-439f-b164-a1f14e6d145c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:42Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.888s (10.888s
    including waiting). Image size: 1162827001 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f70340e87e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: e460d45d-1291-41d2-9702-1cb3db2c25ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f7037aeb63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: a7b59324-e505-4f88-87ed-b83fa9f38ac6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f7038260a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 42277736-ce79-4e74-bfb9-adecc90c84c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:42Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-23T18:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f7038330252
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: c6dd9354-4af2-4c35-be6b-d61924016352
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.873s (2.873s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f70e37c8bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 85dd3267-445b-4e35-88af-cc2d14c95a2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f70e83e535f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: bb3bb47e-25fa-4b53-9e29-1ec612932514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:45Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f70e9221e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21939"
    uid: 7d2cfe4e-ac4d-45ec-957b-f5c68326c6fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:22:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f712cce11fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: 0a2f008b-2a3a-4a30-b004-9b709cb645c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f7e97f4a55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: 41788c5f-0620-4bef-b058-5a93b6df6018
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: a0b542d7-07d7-4bf5-abc6-79360cecf5d7
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-7fcj5.18a90f7e97f53fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22400"
    uid: 8ca773a0-0aa8-4292-90b4-6c228f9425ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 95d47b3c-4a28-4516-b885-d7bff7ef3706
  kind: Event
  lastTimestamp: "2026-04-23T18:21:22Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-7fcj5'
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a90f6b9d54349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21712"
    uid: dae6ca5a-ea00-4e63-9d6c-c063187830bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: 4c7e4756-a48d-46d7-9ee4-9846600f5f87
  kind: Event
  lastTimestamp: "2026-04-23T18:21:22Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-paddle-predictor.18a90f6b9998ae3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: b41b86b5-c473-4776-bfb1-1e3e783775be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 89f082cf-89d9-4dfd-82a3-006a7d950e9e
  kind: Event
  lastTimestamp: "2026-04-23T18:22:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:22Z"
    name: isvc-paddle-predictor.18a90f6f187d91e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: 2d738e23-94d8-44e9-a88b-be2cb73ce339
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 89f082cf-89d9-4dfd-82a3-006a7d950e9e
  kind: Event
  lastTimestamp: "2026-04-23T18:22:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:22Z"
    name: isvc-paddle-predictor.18a90f6f18e836c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: fafccb75-de17-43a3-9deb-bd9899055c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: 89f082cf-89d9-4dfd-82a3-006a7d950e9e
  kind: Event
  lastTimestamp: "2026-04-23T18:22:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:37Z"
    name: isvc-paddle-predictor.18a90f7616f48bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: cfb1ed14-6f30-44b1-8b74-03eccdd66926
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: 89f082cf-89d9-4dfd-82a3-006a7d950e9e
  kind: Event
  lastTimestamp: "2026-04-23T18:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:37Z"
    name: isvc-paddle-predictor.18a90f76175763d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1d4d7a9f-1abe-480d-a916-8a2eea542937
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:22:44.456265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22416"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7e9d73ac40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: 18ef91bd-6857-4c42-9cf0-45edcbdaac56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7eb6d7822d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: a3b02124-e807-428e-94e5-a99d7f6f2586
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7eb83127e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: caf73fda-4847-4920-a594-404784f9846d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7ebaf33f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22440"
    uid: fcf9a299-2a02-4bd0-8bfe-081ce94b2f39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7ebb630fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22441"
    uid: cf8a2440-2e02-44d0-9ca5-47a79496cb63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:49Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:49Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7fe462575e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: d07b8e9b-d153-4216-ada8-dc8a8a16c4c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:49Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7fe7ab44ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: c558cc2e-b2f0-4498-8750-4195a147c331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7fe8348544
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 94627755-b120-4d23-9417-b62a21cd5693
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7fe8440bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: f10fb751-0d32-42d6-bfd3-5663cfc73246
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7feb2e72d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: 792c0ad8-77de-4d8a-9c8e-99b321a7b15e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:22:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:22:50Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f7feba6c5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: 3b8434bc-7bd0-4ca2-b85a-2b1325a2ee7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:23:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f805c1af3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 507cc628-133d-49f8-b5cc-f4274285608d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:23:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:45Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f8cea44dbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22920"
    uid: 4c2e8bd7-3ea4-4d6d-912a-ba40edc55b74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:23:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:45Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f8cea4610c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 27761a4c-0981-4573-af4f-5b782ed68420
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: a8c5dfb9-c60a-4001-a11f-4b4eb6d89926
  kind: Event
  lastTimestamp: "2026-04-23T18:23:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:47Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb.18a90f8d661af9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: 7bf66ca9-2107-4fe6-a16b-b897943e2ce6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: ab3f6c25-9d66-4270-85e3-4d2cb6a69c2d
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-qzbtb'
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a90f7e9d05a2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: 2a1afd4c-4508-4eb6-a3db-b42b5aefdff9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 6b71648f-d884-463e-9383-4c56db301c44
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime-predictor.18a90f7e99b9bdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: 431c8460-1f8c-4ef5-b0a6-09072a953a1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: f07a5293-51e7-4a4f-bdb2-23f80c287a06
  kind: Event
  lastTimestamp: "2026-04-23T18:22:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:59Z"
    name: isvc-paddle-runtime-predictor.18a90f82183be62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: e363c3f2-75d9-45b6-a0d1-26321dd59216
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: f07a5293-51e7-4a4f-bdb2-23f80c287a06
  kind: Event
  lastTimestamp: "2026-04-23T18:22:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:22:59Z"
    name: isvc-paddle-runtime-predictor.18a90f82189c6d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: 3c9f9cc2-6e81-4f17-b1f8-06b63a0281ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: f07a5293-51e7-4a4f-bdb2-23f80c287a06
  kind: Event
  lastTimestamp: "2026-04-23T18:23:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:44Z"
    name: isvc-paddle-runtime-predictor.18a90f8597bf4ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: 55ee9ae9-5291-4586-87ae-c6561ef97948
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: f07a5293-51e7-4a4f-bdb2-23f80c287a06
  kind: Event
  lastTimestamp: "2026-04-23T18:23:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:44Z"
    name: isvc-paddle-runtime-predictor.18a90f859826e06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: 8da5f868-e64d-4088-8fc9-04bf1186ea6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: eb2df599-3774-4c94-ba7c-dbac4b0bf069
  kind: Event
  lastTimestamp: "2026-04-23T18:23:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:38Z"
    name: isvc-paddle-runtime.18a90f7e998798ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: f580c1e6-9515-4a2e-a7c6-dd2e9734007d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: eb2df599-3774-4c94-ba7c-dbac4b0bf069
  kind: Event
  lastTimestamp: "2026-04-23T18:22:44Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:22:44Z"
    name: isvc-paddle-runtime.18a90f7e99e8cd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: 442c6e7e-5260-45be-a9f1-584f5544fbbf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: eb2df599-3774-4c94-ba7c-dbac4b0bf069
  kind: Event
  lastTimestamp: "2026-04-23T18:23:38Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:38Z"
    name: isvc-paddle-runtime.18a90f8b17594d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: 420e74df-c011-4062-bb51-f18d0cefa6b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:23:46.005274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:23:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8cf20f152f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22947"
    uid: 699320d4-e4ac-47b4-bb55-ee994525e571
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:46Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8d0b5e59fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: d56be422-f710-4e3d-a168-68faec5c99e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8d0cee9ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: 8f4b14d2-551e-4498-be65-66c14e7b4070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8d0feefbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: 952a4449-a346-4bbe-9e7e-13448088268a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:46Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8d1063badb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22967"
    uid: cf726670-02fc-4b48-9fbc-f9a2baeb0f03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:51Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:51Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e252901f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23013"
    uid: dc373ad2-b578-4d43-8e60-6ca7d98da59a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:51Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e2806cf85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: ba8f6cfc-3346-481e-a249-0828bd6faac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:51Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e28776753
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: 58f76659-91e3-40a4-85fe-dd0b055802a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:51Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e28833850
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: c93ba536-d0ef-488f-b946-58fc3935d4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:51Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e2bbf22ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: e38d03a7-ae2b-478a-b855-1c4fdea67bcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:23:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:23:51Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e2c2f70d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23022"
    uid: a0db3f5a-bf04-4f3a-88f6-329f5bcc70b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:24:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f8e9ce6a458
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: 3e787bb3-46a5-4c56-b667-417bb0df1347
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:24:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:47Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f9b4dbd1884
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: 04e6a905-9f20-47ca-ac39-3d7a98d4f1df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:24:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:47Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f9b4dbdd2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 7f901190-7cd6-483f-bdbd-40d7cbdde374
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 049c816d-da7b-4ea7-9a10-6f5563883abc
  kind: Event
  lastTimestamp: "2026-04-23T18:24:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:49Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n.18a90f9ba6e5ac48
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: c01bd9db-9a44-43e9-bb9f-935cd4c23d01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22932"
    uid: 56e4c1ed-ed7d-4e3c-8f21-760603894ef1
  kind: Event
  lastTimestamp: "2026-04-23T18:23:45Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-6x57n'
  metadata:
    creationTimestamp: "2026-04-23T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a90f8cf196d45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 84b60bb8-8ef0-4732-b85b-4f80bbd0488f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22930"
    uid: deebe2d1-2386-4842-83ea-db4b89876b6e
  kind: Event
  lastTimestamp: "2026-04-23T18:23:45Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:23:45Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f8cede14df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22934"
    uid: 4a25b992-6da3-41e6-91ab-e6e2b0fab036
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 1b25a470-ccc6-4ce9-b735-ab8d2bb9fae0
  kind: Event
  lastTimestamp: "2026-04-23T18:24:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:15Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f906c4c71da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: 37f1d282-a21a-44e5-be1b-2dcc9be1fabf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22931"
    uid: 1b25a470-ccc6-4ce9-b735-ab8d2bb9fae0
  kind: Event
  lastTimestamp: "2026-04-23T18:24:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:15Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f906cb2dd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: 95a47e94-0471-40b2-ab44-ddf6682c70d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: 1b25a470-ccc6-4ce9-b735-ab8d2bb9fae0
  kind: Event
  lastTimestamp: "2026-04-23T18:24:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:46Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f976af126ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: d62b6e8d-a131-4b65-8b42-5554f21f01d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: 1b25a470-ccc6-4ce9-b735-ab8d2bb9fae0
  kind: Event
  lastTimestamp: "2026-04-23T18:24:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:46Z"
    name: isvc-paddle-v2-kserve-predictor.18a90f976b59bf17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: ef330712-79fc-4b4e-abd2-ba71ba8a305f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: d619e60c-bf08-4afa-8ec1-88d0660b0454
  kind: Event
  lastTimestamp: "2026-04-23T18:24:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:39Z"
    name: isvc-paddle-v2-kserve.18a90f8ceda0f8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: 07c5bbcf-e628-44e1-ad40-765d23d1933d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: d619e60c-bf08-4afa-8ec1-88d0660b0454
  kind: Event
  lastTimestamp: "2026-04-23T18:23:45Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:23:45Z"
    name: isvc-paddle-v2-kserve.18a90f8cee1a1307
    namespace: kserve-ci-e2e-test
    resourceVersion: "22937"
    uid: 5632e034-e8e3-4d91-b6a6-7f165d1b1d17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: d619e60c-bf08-4afa-8ec1-88d0660b0454
  kind: Event
  lastTimestamp: "2026-04-23T18:24:39Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:39Z"
    name: isvc-paddle-v2-kserve.18a90f995868ad04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 91c9963b-08c9-4df3-b64f-03450879bf20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: 27511ef2-b8a4-4194-99e2-b3d0acf888e7
  kind: Event
  lastTimestamp: "2026-04-23T18:22:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:22:32Z"
    name: isvc-paddle.18a90f6b9975c4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22293"
    uid: 3f70d363-baa0-4416-a404-fd1d80c50382
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: 27511ef2-b8a4-4194-99e2-b3d0acf888e7
  kind: Event
  lastTimestamp: "2026-04-23T18:21:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-paddle.18a90f6b99e2ebf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 895cb87f-88c1-4efc-8ea4-9a0c1960de45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:22:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "22291"
    uid: 27511ef2-b8a4-4194-99e2-b3d0acf888e7
  kind: Event
  lastTimestamp: "2026-04-23T18:22:32Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:22:32Z"
    name: isvc-paddle.18a90f7be811f04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: 5f7881fa-96c3-4f78-8c37-2ce3081c4caa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:24:47.771914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-5dzf9
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:24:47Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9b53a33312
    namespace: kserve-ci-e2e-test
    resourceVersion: "23480"
    uid: a6a23abc-90fb-470a-8c93-0977dfe20671
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:24:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:48Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9b6356cc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: f2981ae6-138b-40ed-ab33-b5266aa58bc4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:24:48Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:24:48Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9b907970ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: ed24a879-699f-490a-bcaa-175bad0d0394
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:24:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:48Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9b91e0df94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 467b14a8-9d95-4dc5-8779-9583091fe33c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:24:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:48Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9b94aa5a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: 15eedc34-4609-4626-b7aa-0951db09e26d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:24:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:48Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9b95192bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: 2406ac96-6016-4ff3-86a8-42f21ecbb15f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:24:53Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:24:53Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9ca178729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: d64ca0af-5bef-4648-be0e-69dea81c914b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:25:00Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.713s (6.713s
    including waiting). Image size: 801120631 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:00Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e31a05028
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: cf763ef9-deab-4877-bdb4-2a2970629db4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:25:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:00Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e34ceb6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: f583cb73-057b-43e9-b0d7-34fd0e01b6d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:25:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:00Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e354284c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: ea182e35-d6c5-423a-9e51-9c4b2fcc9185
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:25:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:00Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e354e8294
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: e3a82040-d365-4c0f-8a23-1d98a83f210f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:25:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:00Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e3814cba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 7d1b3d01-6d08-40a6-b422-3c95a48c50bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:25:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:25:00Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e3881f2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: b77f9f89-6181-43ee-bbb0-e8fcaed01907
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:26:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:17Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90f9e808cafce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24146"
    uid: 06fd164c-be2e-4f1a-976b-66d63b23ceec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:26:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:28Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90fb2dd640ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 614f9ae3-a6cf-47dc-9456-1ca812003eb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:26:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:28Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90fb2dd6494c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: a5d11b5b-9aff-4629-9636-ca36b2d181b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-5dzf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: ca8ff6e1-44aa-47f6-8239-1e961c304403
  kind: Event
  lastTimestamp: "2026-04-23T18:26:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:32Z"
    name: isvc-pmml-predictor-8bb578669-5dzf9.18a90fb3b0bea235
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 21f913bb-9aee-4207-a7c1-9c0d88a15815
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 8acf7080-7d26-46a4-9bd9-ff203e9d81b1
  kind: Event
  lastTimestamp: "2026-04-23T18:24:47Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-5dzf9'
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:47Z"
    name: isvc-pmml-predictor-8bb578669.18a90f9b53091a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 85c8759a-e470-4369-9a31-bb09b0e2a34b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 3cf9f202-d0e5-4bb2-95e2-b8b8f01283ba
  kind: Event
  lastTimestamp: "2026-04-23T18:24:47Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:24:47Z"
    name: isvc-pmml-predictor.18a90f9b4fc7327e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: eae43715-aa1a-4777-be3b-85eddd6d4178
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: b257bcab-162c-462d-8237-103a61045d78
  kind: Event
  lastTimestamp: "2026-04-23T18:25:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:25:32Z"
    name: isvc-pmml-predictor.18a90f9ece569b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 386402e3-9361-4744-b891-7d2bd72f5933
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: b257bcab-162c-462d-8237-103a61045d78
  kind: Event
  lastTimestamp: "2026-04-23T18:25:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:25:32Z"
    name: isvc-pmml-predictor.18a90f9ecebbeeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 2d3ac274-dd41-4e51-a4e6-d5e34a17ceda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: b257bcab-162c-462d-8237-103a61045d78
  kind: Event
  lastTimestamp: "2026-04-23T18:26:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:17Z"
    name: isvc-pmml-predictor.18a90fa94bd6459b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24148"
    uid: 24b67c0b-1b1a-400c-a2cc-2d958a8e67bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:25:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: b257bcab-162c-462d-8237-103a61045d78
  kind: Event
  lastTimestamp: "2026-04-23T18:26:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:17Z"
    name: isvc-pmml-predictor.18a90fa94c3ceab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 0a337662-07ca-4858-8839-b3fd1e3982f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:26:29.009981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-dttgg
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:26:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:26:29Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb2e5e58786
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: 112b6525-fda5-4046-b1fa-3c667d78f02d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:29Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:26:29Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb2ff776b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 868ffc35-5315-4475-9b68-463e5a7e36bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:29Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb300db084f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: dad21dbf-4f35-415a-a2fa-044423949031
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:29Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb303e7232a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: a1d40e37-3995-4c34-9671-3a1a395b8bc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:29Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb3045f8498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 72bfc4c2-0f53-486e-ade0-b902070bcf8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:34Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb42566fadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: c124b3bd-99aa-461e-8c41-2084b9b54f80
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:41Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.856s (6.856s
    including waiting). Image size: 801120631 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5be1b86ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: a8c6476b-5bb1-4eed-8932-ddf0d8c645e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5c1da0d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: e454e572-014e-495b-a309-5264ddd2a802
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5c25204f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 3e773abe-5727-4448-b25d-e115580e2e38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5c25dc26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: ccbda207-234c-47ec-81e7-828416b9bce2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5c576460d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 27caf73c-68e4-4926-9b5e-8d25e621b679
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:26:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:26:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5c5ed1bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: 789f2670-6bc6-4f06-9ce8-04076a2246d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:27:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:27:57Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fb5c8825446
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: 62d91a04-914b-4681-87b2-f50bb90b87d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:28:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fca66cff1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 60c0da1a-2d3b-41cb-b814-ac7b72453e37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:28:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fca66d084fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 523dedc6-bb98-4101-ba9e-40a2366604c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 8f2a0aee-f558-42dc-99ad-a9a489426746
  kind: Event
  lastTimestamp: "2026-04-23T18:28:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-dttgg.18a90fcaf8a52be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: cf55039c-77ae-4aae-8c1f-f5bdcbfb4028
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: 77be97cf-699e-404d-ba36-f8b41df5a788
  kind: Event
  lastTimestamp: "2026-04-23T18:26:29Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-dttgg'
  metadata:
    creationTimestamp: "2026-04-23T18:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:29Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a90fb2e572e4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 321de4d9-49a2-450d-9aee-0ee25fdc76bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: bbf1edb0-d429-4a60-98ed-8772c1e4d656
  kind: Event
  lastTimestamp: "2026-04-23T18:26:28Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:26:28Z"
    name: isvc-pmml-runtime-predictor.18a90fb2e00dd17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24269"
    uid: 830cb5da-feae-4b01-9cc6-85b54e709b24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24266"
    uid: 7d10c5dd-903c-4f9f-bd0f-a46d67cfd7e6
  kind: Event
  lastTimestamp: "2026-04-23T18:27:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:27:13Z"
    name: isvc-pmml-runtime-predictor.18a90fb65edbbadd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 0dd98717-60a8-423c-a525-f015d8e610c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24266"
    uid: 7d10c5dd-903c-4f9f-bd0f-a46d67cfd7e6
  kind: Event
  lastTimestamp: "2026-04-23T18:27:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:27:13Z"
    name: isvc-pmml-runtime-predictor.18a90fb65f45edda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a8c2367e-151b-40ae-bd05-fc4dd40cd1f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 7d10c5dd-903c-4f9f-bd0f-a46d67cfd7e6
  kind: Event
  lastTimestamp: "2026-04-23T18:27:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:27:59Z"
    name: isvc-pmml-runtime-predictor.18a90fb9de2d9175
    namespace: kserve-ci-e2e-test
    resourceVersion: "24956"
    uid: 6cf0571e-0091-4793-9476-5cbe75c80ed0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 7d10c5dd-903c-4f9f-bd0f-a46d67cfd7e6
  kind: Event
  lastTimestamp: "2026-04-23T18:27:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:27:59Z"
    name: isvc-pmml-runtime-predictor.18a90fb9dea058ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: f1678468-5f95-4016-9fd0-762f4448cca4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 7efaa1dd-0e1c-493c-9c92-69f3237d0233
  kind: Event
  lastTimestamp: "2026-04-23T18:28:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:06Z"
    name: isvc-pmml-runtime.18a90fb2dfe2a29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25016"
    uid: 5badeb84-09c0-4aac-81ce-e458e777914c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 7efaa1dd-0e1c-493c-9c92-69f3237d0233
  kind: Event
  lastTimestamp: "2026-04-23T18:26:28Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:28Z"
    name: isvc-pmml-runtime.18a90fb2e070f975
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 3469b665-0098-4618-a406-a3ed87637577
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25014"
    uid: 7efaa1dd-0e1c-493c-9c92-69f3237d0233
  kind: Event
  lastTimestamp: "2026-04-23T18:28:06Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:06Z"
    name: isvc-pmml-runtime.18a90fc998877acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25015"
    uid: b72b1a5f-197a-45f4-9253-2231d4be9c6d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:28:10.098900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fca6f440159
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: 787efa85-4e46-4011-b0b4-455eaae87c30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25093"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fca88b75f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25101"
    uid: f41c2dca-a416-4837-abf6-26ee2f195e54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fca8a1f2dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 5715085f-074f-4e3d-90eb-1472fa8e7cf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fca8cf55f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 7fe9e78b-1131-44aa-b606-797a3b175154
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fca8dae2274
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: f465f84d-1f80-417c-8172-bcf3fde7c0f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:15Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcb971414a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: 30a2274a-1b25-4f3a-b339-0bdd8ef33f6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcb9a532bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: d49152c1-2d6d-4c72-99bd-df7ab30bac43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcb9ad40797
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 2b6248eb-e984-4290-9d49-2edf1d918cf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcb9ae43373
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 6e4dfc48-b95c-4583-8bef-2dc56113ac42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcb9e062ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: b4e09ecf-8390-4526-8924-f380abb495ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:28:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:28:15Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcb9e7d39e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: e18e9392-8681-4b04-a0d7-26f0c6910d89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:25Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fcc0eccd7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: c6ffe730-0fc1-4515-8df2-9f232545863d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fdf9d99321f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 1178afc3-bf30-4678-83c5-0303adb7d046
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fdf9d9998c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: 9bf0fec8-5403-4a68-ae13-48324e01b441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: 1ac663fb-4900-4bbc-9deb-caf55bca6bdd
  kind: Event
  lastTimestamp: "2026-04-23T18:29:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:43Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh.18a90fe014f84dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26138"
    uid: 9a2e0c82-c4c1-48eb-80f3-cb5ea2ae76f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25073"
    uid: 3c9aac33-a1ac-440d-b0a1-8363addafcd2
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-vsfbh'
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a90fca6ed3ef92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25085"
    uid: 683dcbb0-d547-42b7-8504-44aa308fc2a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25071"
    uid: 50094c5e-4eae-4add-8355-b593946aa662
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve-predictor.18a90fca6a05acd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: d717b9c1-bc91-4821-acd5-6bc46655b3ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: b7e340dd-f5ba-40e2-a2af-768f2e04d8b1
  kind: Event
  lastTimestamp: "2026-04-23T18:28:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:55Z"
    name: isvc-pmml-v2-kserve-predictor.18a90fcde8fd6ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25722"
    uid: 9a1a9dde-9917-494c-83e3-c883d7a1ece5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: b7e340dd-f5ba-40e2-a2af-768f2e04d8b1
  kind: Event
  lastTimestamp: "2026-04-23T18:28:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:28:55Z"
    name: isvc-pmml-v2-kserve-predictor.18a90fcde96b9f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: 3c25fc4f-8cb6-4fa8-9c5a-b95e3cd2ea1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: b7e340dd-f5ba-40e2-a2af-768f2e04d8b1
  kind: Event
  lastTimestamp: "2026-04-23T18:29:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:40Z"
    name: isvc-pmml-v2-kserve-predictor.18a90fd866d0b9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26045"
    uid: bd02eff4-d68f-426e-94f5-771564a14edf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: b7e340dd-f5ba-40e2-a2af-768f2e04d8b1
  kind: Event
  lastTimestamp: "2026-04-23T18:29:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:40Z"
    name: isvc-pmml-v2-kserve-predictor.18a90fd86746bb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26046"
    uid: 44e32c0f-5c60-4047-87ab-b1e8e7f84b37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 39cd5ab3-397e-475c-b3ed-a26cc2bb0356
  kind: Event
  lastTimestamp: "2026-04-23T18:29:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:35Z"
    name: isvc-pmml-v2-kserve.18a90fca69e32cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: dccfe131-4462-42e0-83ce-e1b37afcefc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 39cd5ab3-397e-475c-b3ed-a26cc2bb0356
  kind: Event
  lastTimestamp: "2026-04-23T18:28:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:28:10Z"
    name: isvc-pmml-v2-kserve.18a90fca6a8f86ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25078"
    uid: afa4820a-acfb-4a67-a181-ef0ba89b4c11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: 39cd5ab3-397e-475c-b3ed-a26cc2bb0356
  kind: Event
  lastTimestamp: "2026-04-23T18:29:35Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:35Z"
    name: isvc-pmml-v2-kserve.18a90fde4e5139f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: 3c520699-009f-4fb1-89e4-eace109096d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 536404ea-b552-498e-a97a-3bd295616ef4
  kind: Event
  lastTimestamp: "2026-04-23T18:26:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:25Z"
    name: isvc-pmml.18a90f9b4fa4ee47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 73bbe1c0-229a-4582-8b79-076906462088
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 536404ea-b552-498e-a97a-3bd295616ef4
  kind: Event
  lastTimestamp: "2026-04-23T18:24:47Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:24:47Z"
    name: isvc-pmml.18a90f9b504d587a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 7d4e949c-b434-43de-913b-2bfbb1ffc9e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:26:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "24209"
    uid: 536404ea-b552-498e-a97a-3bd295616ef4
  kind: Event
  lastTimestamp: "2026-04-23T18:26:25Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:26:25Z"
    name: isvc-pmml.18a90fb212129b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24210"
    uid: cde38d4c-c145-406a-873f-82b9e980639d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:34:50.222717Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a910279880f258
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: a601f1af-b1aa-464a-a712-4ba4cd723e3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91027b2724915
    namespace: kserve-ci-e2e-test
    resourceVersion: "28757"
    uid: 9bcad529-c134-42fd-9c67-e6ec72643e6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91027b42ccf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28759"
    uid: 1664bb86-595c-4e19-abce-c8f31da317c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91027b7abc91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28761"
    uid: a0148dd3-5e62-4f09-9c33-70033dfaadfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91027b8259dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28763"
    uid: 94cdb649-46df-4cc4-908c-3e7727f4b494
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:55Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91028cfc7c140
    namespace: kserve-ci-e2e-test
    resourceVersion: "28813"
    uid: 16e483f1-d46d-49b9-bf32-395e395b871c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91028d4216e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: 2975aa80-bc7a-4760-b940-5dbf41b7e239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91028d4bf859d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 759c2d41-37a3-4109-8354-658eb8e7f062
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91028d4cd5caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: bb3b02be-4649-489e-a309-8194e9012577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91028d8b8dfaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 03229d4d-92ad-4c10-8b99-69fd92b3230f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:34:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:55Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91028d9390021
    namespace: kserve-ci-e2e-test
    resourceVersion: "28823"
    uid: b6ac282d-a089-436a-aa8c-33b7ca059c27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:36:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a91029479a1082
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 1f8c49a4-7ba9-4afb-9ee3-de5dcb06a255
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a9103c91b7de92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29450"
    uid: 35f96848-5dd7-4be5-a1b4-cf30970d582d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a9103c91b86577
    namespace: kserve-ci-e2e-test
    resourceVersion: "29452"
    uid: b133a8c6-240b-4b5a-ac00-bcee23306f3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c7c8f938-8e2c-4a56-bb38-7242d668f527
  kind: Event
  lastTimestamp: "2026-04-23T18:36:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:23Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq.18a9103d4dc6daa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29517"
    uid: 92c3b60e-cd96-4354-af1a-c638d30f3ce7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28727"
    uid: c9977656-7cc8-4db5-970f-9ecd6a391632
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-2btqq'
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a9102797d68611
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: 7bf291b2-f2cb-48a4-b783-9bddfa3926d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28723"
    uid: ed0bd4e0-cea7-45a2-a8e6-b615616883bf
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm-predictor.18a9102792b38a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28730"
    uid: cd2bcbe8-d241-4309-bc72-5d36bebef83d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: 58e2ceba-ec6c-403e-a51f-1c449fc2931c
  kind: Event
  lastTimestamp: "2026-04-23T18:35:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:35Z"
    name: isvc-predictive-lightgbm-predictor.18a9102b118b0bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29103"
    uid: 664610b9-f6a4-4e0c-b9c9-70a91b797c25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: 58e2ceba-ec6c-403e-a51f-1c449fc2931c
  kind: Event
  lastTimestamp: "2026-04-23T18:35:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:35:35Z"
    name: isvc-predictive-lightgbm-predictor.18a9102b11f867ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29104"
    uid: 7b46139a-2da6-4957-8f61-d8fa5e8b4fdf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 58e2ceba-ec6c-403e-a51f-1c449fc2931c
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-lightgbm-predictor.18a910358ef856ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 998bb7f1-f1c8-4636-8a27-b9b304a6d520
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:35:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 58e2ceba-ec6c-403e-a51f-1c449fc2931c
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-lightgbm-predictor.18a910358f463de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: 7b50fc10-643c-4f8a-b4ab-2a5818db9768
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:39:20.862742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a910669be7ec95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: dbfdfe9d-e899-4959-9346-ed5cae32972a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:21Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:39:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91066b5a6b664
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: 135541a3-3e74-4f3a-95f4-01038d88aed1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91066b6fe772a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30983"
    uid: 11a1d9aa-27a7-4b64-8b9b-4f5a8c4640f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91066b9c827f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 999904b5-d32c-4518-bc76-537d28213d17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91066ba410e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: a95e17b3-1998-444a-855a-5e86ffbfece3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91067a9df8828
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: 88d76581-7e6f-410b-b6c4-e084e4f92b1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91067ad837f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: be147b4a-2771-4c0f-930a-d0377442d272
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91067ae0d96e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 736ee376-7812-4a7b-b3fb-ee600721d065
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91067ae1a8194
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: 9d6d969a-f992-4d9f-a05e-d326a5b55e1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91067b1b1c165
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 7fa660ae-67ee-431f-9c3f-5b1b6c23a064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:39:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91067b22cdc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 85534aa4-3fd1-4965-ab36-39361985ad10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:40:52Z"
  message: 'Readiness probe failed: Get "http://10.133.0.41:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a91070483b1de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0f96df23-b3cd-4762-9489-f3c9bea5061e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:40:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a9107b97152659
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 3ec1448e-7f9c-48cb-82ff-625d82cd6057
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:40:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a9107b9715d167
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: acb3fdf9-6733-43e8-b81e-4017144750ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 0536c0dc-d064-4425-a56d-8b149f134864
  kind: Event
  lastTimestamp: "2026-04-23T18:40:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km.18a9107bec25d9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31706"
    uid: 5f368c9f-7807-48b8-9bf0-e1ec94ebbf36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 3e575c1c-4843-4596-908f-59dfad954dde
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-8m8km'
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a910669b5d14ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: f7cacd74-77e1-43da-ba08-5aef1e5c601f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: 23713035-fe8b-4bd0-a638-b9f6b157824b
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9106696e18362
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: 0b9f1abd-fd1b-4a0b-adbf-c676040ba606
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: ba54d126-81e8-41d7-9e77-938fa750a3a9
  kind: Event
  lastTimestamp: "2026-04-23T18:40:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9106a15f4a765
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: a7be9f3b-0389-47c0-ad24-401ba072b116
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: ba54d126-81e8-41d7-9e77-938fa750a3a9
  kind: Event
  lastTimestamp: "2026-04-23T18:40:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9106a1666ec77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 31a92145-9091-4618-8576-023429345a8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ba54d126-81e8-41d7-9e77-938fa750a3a9
  kind: Event
  lastTimestamp: "2026-04-23T18:40:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9107493571c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: 402f4d13-b0dd-4bcc-b437-cae2ca1709cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ba54d126-81e8-41d7-9e77-938fa750a3a9
  kind: Event
  lastTimestamp: "2026-04-23T18:40:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a9107493bb91f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: 2690f86f-bbb6-4a0e-a65b-c5356c49c95c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: f956bba4-00e6-4a15-a124-7a930e13ddfb
  kind: Event
  lastTimestamp: "2026-04-23T18:40:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:42Z"
    name: isvc-predictive-lightgbm-v2.18a9106696bc8281
    namespace: kserve-ci-e2e-test
    resourceVersion: "31585"
    uid: 8079e880-656a-4ccd-b144-384f1b70c5dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: f956bba4-00e6-4a15-a124-7a930e13ddfb
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-lightgbm-v2.18a9106697151cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: c22749eb-c636-47d3-8ca1-5614cb17163a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: f956bba4-00e6-4a15-a124-7a930e13ddfb
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-lightgbm-v2.18a910669cb7791c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: 67d7849b-9bbe-417e-a742-a633a96878fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: f956bba4-00e6-4a15-a124-7a930e13ddfb
  kind: Event
  lastTimestamp: "2026-04-23T18:40:42Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:42Z"
    name: isvc-predictive-lightgbm-v2.18a910799d97380c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31584"
    uid: a1a138a4-b1e6-4360-9d77-41521bbd85cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 31238779-da4c-476b-be70-2a4a75e9bf94
  kind: Event
  lastTimestamp: "2026-04-23T18:36:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:36:13Z"
    name: isvc-predictive-lightgbm.18a91027928dc0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: 832a9c56-a142-4a7c-8080-b647bc6c23f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 31238779-da4c-476b-be70-2a4a75e9bf94
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm.18a9102792e6bef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28747"
    uid: 5733b18b-0c87-4def-b442-e97b6890388c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28711"
    uid: 31238779-da4c-476b-be70-2a4a75e9bf94
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-lightgbm.18a910279896296a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: 8f9c739c-26bc-4f29-9993-60091af5fe1b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: 31238779-da4c-476b-be70-2a4a75e9bf94
  kind: Event
  lastTimestamp: "2026-04-23T18:36:13Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:36:13Z"
    name: isvc-predictive-lightgbm.18a9103aff17e988
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: ac1e7628-3f0e-4e24-95d9-c84fd18e6583
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:31:29.723478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27134"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:31:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:31:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ff8e9d185d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: e132c513-ecb1-4ad2-8705-853b2fb15d98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ff8fb576bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 8618a9d6-464d-46bf-9cf4-1e3be0e4fd5b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:30Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:31:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ff926c045b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27162"
    uid: 90c31e80-83fd-481e-a2be-4ec2065d5e57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ff92885dc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: bf53b5a3-f62c-41a3-87ae-aa2a4047d245
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ff92b4ba396
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: 7a157091-8de0-4085-be2e-43687e3eaab0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ff92bc30747
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 40f1c40a-979a-41d6-ad34-2bc4684ebb80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:34Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ffa1497c34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: cf9e39a6-0c7b-44da-9234-cc120b214f1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:55Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.988s
    (20.988s including waiting). Image size: 2321501548 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90ffef79bf9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27358"
    uid: d0ed12c1-6acd-4415-bdc0-c4d35262b6df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90fff002900b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: e2dacb0d-625b-464f-8452-ba4f04c16a5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90fff019995a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: c6448377-39f6-495f-a22f-7343e44e1681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90fff01a7f0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27361"
    uid: b64a1939-b5bd-4dd6-8232-3559de4d7add
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90fff07096555
    namespace: kserve-ci-e2e-test
    resourceVersion: "27364"
    uid: 4a4bfedf-46cb-4c8b-826c-a36b307a84db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:31:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90fff07ae06eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27365"
    uid: ce903ce1-9bc5-49bf-b751-540f65cd0e34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:33:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:23Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a90fff7521b649
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: 1d0d4f4b-739b-4401-a5fd-b33a79a1ea37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:33:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a910128f1349f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27995"
    uid: 787d03f1-6350-413f-928a-c2f3ce393733
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:33:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a910128f161312
    namespace: kserve-ci-e2e-test
    resourceVersion: "27996"
    uid: 42268d77-edc9-44e3-954a-b3d09b344ebd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: a24fe136-b454-4c80-8b19-6add7ed87987
  kind: Event
  lastTimestamp: "2026-04-23T18:33:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:23Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn.18a910137b473189
    namespace: kserve-ci-e2e-test
    resourceVersion: "28065"
    uid: 2340c883-516c-4f08-aae0-efbab23108b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 80a85184-5dd1-4827-8a5d-56ce413185c5
  kind: Event
  lastTimestamp: "2026-04-23T18:31:29Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-hk6xn'
  metadata:
    creationTimestamp: "2026-04-23T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a90ff8e9503940
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: 75db0540-e6d9-4f3a-a9b8-32789d892fc5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27123"
    uid: 083afb56-5d4a-47df-a1d3-dcd0bf56a8f4
  kind: Event
  lastTimestamp: "2026-04-23T18:31:29Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:29Z"
    name: isvc-predictive-sklearn-predictor.18a90ff8e63c690d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27128"
    uid: 3c186be2-93dd-4bfa-aef8-fc00d42d95a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: 355c5487-af66-472e-96c7-24155e56a938
  kind: Event
  lastTimestamp: "2026-04-23T18:31:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:59Z"
    name: isvc-predictive-sklearn-predictor.18a90ffc6524dd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: 7efda14a-a19e-489c-8a96-b76945068e92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: 355c5487-af66-472e-96c7-24155e56a938
  kind: Event
  lastTimestamp: "2026-04-23T18:31:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:59Z"
    name: isvc-predictive-sklearn-predictor.18a90ffc65900169
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: fd925266-0dc7-4ae8-907a-3d59d01bd65d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: 355c5487-af66-472e-96c7-24155e56a938
  kind: Event
  lastTimestamp: "2026-04-23T18:33:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:14Z"
    name: isvc-predictive-sklearn-predictor.18a9100363bb61e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: 668aa1b9-1c44-4f32-90a9-856b4550e9f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:32:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: 355c5487-af66-472e-96c7-24155e56a938
  kind: Event
  lastTimestamp: "2026-04-23T18:33:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:14Z"
    name: isvc-predictive-sklearn-predictor.18a9100364202469
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 2880aabe-b132-444d-93b9-387bf8e3e061
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:36:20.433923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103c9982c835
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: bb17cc99-7888-4ef4-b934-34d147aff58c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29480"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103cb322d376
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: 2e1564a8-0a42-4bdf-8648-df8983c9a5f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103cb49db42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29489"
    uid: 61962cc0-6633-438c-b254-2e2d1d52fae8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103cb7b60883
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: ce79e52a-4343-4c7e-80e0-902b1236d2ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103cb82dd483
    namespace: kserve-ci-e2e-test
    resourceVersion: "29491"
    uid: 0b0efdb0-3d12-4553-849c-ec5facdfc025
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:24Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103d9b22d7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29525"
    uid: d4bcdb38-49fc-43a5-80dc-a209bf47d49e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103d9efe33d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: a97f82c3-c20c-45e9-bbcc-048fc78b371d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103d9f864ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: fa322c4e-9bc3-412a-96d0-1d2b75092eb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103d9f955993
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: c37b55e6-f61f-4160-bb54-c049573dc4ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103da26b69a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29534"
    uid: c5ed26a2-0050-426a-afff-c05e69956877
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:36:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:36:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9103da2e40f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: d9f6f48b-178d-4aab-b39c-4b4512a18452
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:37:38Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:38Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a9104639a2e3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30085"
    uid: 911c8d84-6993-4b00-9391-e10f2239a52e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a91051938db9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30206"
    uid: de2be58e-4124-4db8-af97-dc6259630cf3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a91051938e9883
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: bd0b2225-19ee-4b6e-9608-fc121df8a8a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: dd23ade7-a87c-49cc-847b-d8a2102dcf48
  kind: Event
  lastTimestamp: "2026-04-23T18:37:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:51Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4.18a91051dd806f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: dbdad498-b34f-4085-8366-2e184dfe9cc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29456"
    uid: ec9a80d9-f1a5-41ed-b005-c7e7eba00c77
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-xrqm4'
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a9103c98e7e54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29470"
    uid: 991b22f4-7b94-4d76-b91b-8d2ebc3b70fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29455"
    uid: 75200908-6a74-4acb-a87c-50adccf47c03
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9103c93a6dec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29458"
    uid: ad19dc8a-9dcc-4e96-8d5f-3e23c73b5ce7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29457"
    uid: ff1997a6-76e0-44e8-91f3-f20baece2696
  kind: Event
  lastTimestamp: "2026-04-23T18:37:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18a91040130646e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29835"
    uid: 5b9ce8a8-5ee9-4b1c-9b0d-8efa4fe87ba7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29457"
    uid: ff1997a6-76e0-44e8-91f3-f20baece2696
  kind: Event
  lastTimestamp: "2026-04-23T18:37:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18a91040136f3d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: 2905fd0f-cafc-4df8-a8c2-4b36b465a90b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: ff1997a6-76e0-44e8-91f3-f20baece2696
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a910439232d798
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: a77c4e77-7bda-4a41-9de7-9fb2b19f64aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: ff1997a6-76e0-44e8-91f3-f20baece2696
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9104392dcfbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: d7ddcdff-5148-4ce8-b1c3-7ab2c9810613
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: 137ca533-60d6-4728-b89d-e2cf1465ba3d
  kind: Event
  lastTimestamp: "2026-04-23T18:37:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:48Z"
    name: isvc-predictive-sklearn-v2.18a9103c93b3f8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: 5a08d319-617c-4d12-90bc-3cbd492c4991
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:36:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: 137ca533-60d6-4728-b89d-e2cf1465ba3d
  kind: Event
  lastTimestamp: "2026-04-23T18:36:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:36:20Z"
    name: isvc-predictive-sklearn-v2.18a9103c94131eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: bb2cd199-bd1a-4f83-afb3-e21c43b2c7a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 137ca533-60d6-4728-b89d-e2cf1465ba3d
  kind: Event
  lastTimestamp: "2026-04-23T18:37:48Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:48Z"
    name: isvc-predictive-sklearn-v2.18a910511748cb04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: 034b0e36-aa43-49ae-a0f6-7e1699694060
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: ff430384-41af-4e43-b959-72d6dfda6591
  kind: Event
  lastTimestamp: "2026-04-23T18:33:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:33:13Z"
    name: isvc-predictive-sklearn.18a90ff8e61c4836
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: 18245c06-c1d5-4697-b067-5a410ac2b478
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: ff430384-41af-4e43-b959-72d6dfda6591
  kind: Event
  lastTimestamp: "2026-04-23T18:31:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:29Z"
    name: isvc-predictive-sklearn.18a90ff8e6a67ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27130"
    uid: f297254b-74fe-4ab4-a664-bad33586856c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27921"
    uid: ff430384-41af-4e43-b959-72d6dfda6591
  kind: Event
  lastTimestamp: "2026-04-23T18:33:13Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:33:13Z"
    name: isvc-predictive-sklearn.18a910112c86ff3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: 8697277d-62df-4aa2-b546-fd44cbb7e371
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:33:19.966799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28010"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:33:19Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a9101294d4eb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28015"
    uid: c22b4ef8-a20c-4a7e-84d3-4fb8696c34af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:20Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91012a030a2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28023"
    uid: 1b72a89d-9170-4c46-a024-29c8abe7f4fd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:21Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:33:21Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91012d28132d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: 6c16f477-8d46-4405-a70a-d096ace0a794
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:21Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91012d3ef2bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: f5a53548-8b14-4cb9-86fe-9a12687bfa1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:21Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91012d747e7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: 07c4c679-94b7-40d8-bbc6-b40b115f4b4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:21Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91012d7bfcf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28039"
    uid: 9f3f9987-a5d1-4bda-b49e-33e41b3621fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91013c87f71b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: fec62efe-fbbf-44c3-8501-55b87a25bb56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91013cc3ea1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: ba4a1f9b-d9ba-4ff7-a5e8-7f9bab617577
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91013ccba2a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28081"
    uid: 16576584-516c-416e-9841-e1b9bc30f463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91013ccc77400
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: 9780d206-d693-4c64-ab8e-1035b9d6d634
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91013d02c1d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28086"
    uid: a225b4eb-0e34-4db1-8fea-a1eb01b36e59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:33:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:33:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91013d0adad9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28087"
    uid: 31aac714-c12d-42f2-a575-30c14786e3c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:34:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a9101440413742
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: c3cf2168-ea31-4c30-9245-0f0e18c41d46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a9102791dc8bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 4669172e-b318-4852-8557-26426d38f13e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a9102791dcf2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28725"
    uid: 2cf8e310-197e-4639-9a3d-8ca552ae9c86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: 5b97cc30-2c8c-43cd-9f9d-47146ad06629
  kind: Event
  lastTimestamp: "2026-04-23T18:34:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:34:53Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k.18a91028466cb7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 5a0e7092-36f1-4184-ab3b-a4d916b24e82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: e39b1789-2031-4332-ae48-2e0bb3577868
  kind: Event
  lastTimestamp: "2026-04-23T18:33:19Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-mcx9k'
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:19Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a91012946ccf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 9a1bd7fc-0bd2-4383-9f69-94030ad5a989
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: 8903d378-ec11-4fa3-bbb4-d837187466cc
  kind: Event
  lastTimestamp: "2026-04-23T18:33:19Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:19Z"
    name: isvc-predictive-xgboost-predictor.18a910128fdc3b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 0f80462d-498d-454d-b00c-43ab5357d7e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 1b199a6e-f9b5-427f-a147-da5c31186307
  kind: Event
  lastTimestamp: "2026-04-23T18:33:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:49Z"
    name: isvc-predictive-xgboost-predictor.18a910160f5a545c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: f380e7b9-718c-4d0e-b179-e39ef5adb916
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 1b199a6e-f9b5-427f-a147-da5c31186307
  kind: Event
  lastTimestamp: "2026-04-23T18:33:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:33:49Z"
    name: isvc-predictive-xgboost-predictor.18a910160fe67da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28270"
    uid: 72e51add-553c-4719-9ec1-febc8be9cb85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: 1b199a6e-f9b5-427f-a147-da5c31186307
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-xgboost-predictor.18a9101d0dfbb561
    namespace: kserve-ci-e2e-test
    resourceVersion: "28694"
    uid: 6a81275d-3748-4b72-8d62-1aeb806f275d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: 1b199a6e-f9b5-427f-a147-da5c31186307
  kind: Event
  lastTimestamp: "2026-04-23T18:34:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:34:50Z"
    name: isvc-predictive-xgboost-predictor.18a9101d0e62968e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: 8b8ae97d-19f5-4d64-a118-50f96ba554a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:37:50.626206Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a910519963b306
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: b757132a-08c9-40ff-9605-8aa0fd235774
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91051a7c82a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: dfa51f3a-6703-48bf-8785-c06b422797b2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:51Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:37:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91051d6fd89b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30245"
    uid: f308abe6-1fd2-455d-8ac7-dd41e6158736
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91051d852a2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30248"
    uid: ee08bc71-d34a-4087-accb-3d1db4758ce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91051db6f74f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30251"
    uid: f4bae3fe-b02b-456b-963d-58a3965e7102
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91051dbeee229
    namespace: kserve-ci-e2e-test
    resourceVersion: "30252"
    uid: 0606d8cf-c8e2-4b0b-a7cd-4ec6b4cdcb75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91052de2e0acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30288"
    uid: 776d5937-f357-47cd-802d-82c143618dc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91052e25667cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: 2ff3eadf-f6d6-4b97-93e7-dae11d32245e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91052e2e2ee94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30293"
    uid: 147ea765-64ed-41b1-abf9-7c86f3327488
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91052e2f213a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 22b23c5e-81af-42a9-b4fc-9595fb2246e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91052e5eeb788
    namespace: kserve-ci-e2e-test
    resourceVersion: "30296"
    uid: dffb1941-79de-4fb7-ab31-27b4c68ac7c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:37:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:37:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91052e675c8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30298"
    uid: a047f3e6-c057-4324-8fd5-d82986d0e45d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:39:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:24Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a9105b7cadad83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: ac8817c9-3e5c-4329-82c5-14a3d3b0d3de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a9106694d13376
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 9e64f9c1-1692-41c3-9a70-9f986c21ccda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a9106694d3a8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 4d919334-7e6f-48e9-b271-9d694024f728
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: fb1ffc02-5e07-4960-8e15-a7fb96a48ec7
  kind: Event
  lastTimestamp: "2026-04-23T18:39:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:39:23Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd.18a91067208fc259
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: b2986ff1-6125-4526-ad9c-b8bf9ecec6e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: 050468d3-01d9-40b3-87f6-4c6404c8f462
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-khcxd'
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a9105198d70e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30222"
    uid: 3286323b-7e11-460d-85b1-b7439397b8d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: 6bbf0a7b-602c-47a0-be40-b12f01de58f2
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-xgboost-v2-predictor.18a91051942c2b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: a3d43202-2656-42e8-8702-f54a18324f53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 4febad07-d59c-452d-a1de-ef3984f918d3
  kind: Event
  lastTimestamp: "2026-04-23T18:38:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18a91055132aa35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: c7e7de82-66a8-4cf0-8959-6ad71562ce4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 4febad07-d59c-452d-a1de-ef3984f918d3
  kind: Event
  lastTimestamp: "2026-04-23T18:38:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:38:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18a91055138faa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 2db65093-2eee-461d-b3cb-dcfb84505d57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 4febad07-d59c-452d-a1de-ef3984f918d3
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18a91058925b1bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: b6bcb1b6-93ca-4cef-9e12-b969e4c41f22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:38:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 4febad07-d59c-452d-a1de-ef3984f918d3
  kind: Event
  lastTimestamp: "2026-04-23T18:39:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:39:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18a9105892c264b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: d7c9d323-e886-4bc1-97ce-ea08dda49225
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30178"
    uid: fda9cc8a-55ae-4960-81c9-8fc83fbeb700
  kind: Event
  lastTimestamp: "2026-04-23T18:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:14Z"
    name: isvc-predictive-xgboost-v2.18a9105194099a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 1c02ef71-bf7d-4b3c-8c4f-edc9c525b780
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:37:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30178"
    uid: fda9cc8a-55ae-4960-81c9-8fc83fbeb700
  kind: Event
  lastTimestamp: "2026-04-23T18:37:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:37:50Z"
    name: isvc-predictive-xgboost-v2.18a91051947484e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 7dacf61b-7959-4ff2-ac2f-a3af292cf90d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:39:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30868"
    uid: fda9cc8a-55ae-4960-81c9-8fc83fbeb700
  kind: Event
  lastTimestamp: "2026-04-23T18:39:14Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:39:14Z"
    name: isvc-predictive-xgboost-v2.18a910651d1756cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30869"
    uid: 7a5551ce-8ab5-4ae8-94a3-9120f3b9c873
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: d82602ed-a522-446f-9125-a87191d1d13d
  kind: Event
  lastTimestamp: "2026-04-23T18:34:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:43Z"
    name: isvc-predictive-xgboost.18a910128fe59970
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: aa27cce6-fe5d-470b-a9e5-ab35a6e4bb41
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:33:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: d82602ed-a522-446f-9125-a87191d1d13d
  kind: Event
  lastTimestamp: "2026-04-23T18:33:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:33:19Z"
    name: isvc-predictive-xgboost.18a910129067190f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28003"
    uid: 6c955958-77c3-4035-91f3-28bde62826ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:34:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: d82602ed-a522-446f-9125-a87191d1d13d
  kind: Event
  lastTimestamp: "2026-04-23T18:34:43Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:34:43Z"
    name: isvc-predictive-xgboost.18a91025f7d03ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: 96eb056d-a2b8-42e7-b69c-225a67d2ce2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:29:41.191063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fdfa4c82bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26099"
    uid: 66a9f9c7-a994-4704-9061-8972e6d6d788
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26105"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fdfbe1052eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26112"
    uid: 58a15bd2-8e99-4947-b970-3d360438b973
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fdfbf6e7a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 77273fbc-c8b0-4d38-8397-33d6fffbac0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fdfc2cef21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26115"
    uid: d328bbdb-6147-4891-9047-ba848ce36ab6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fdfc34e4759
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: e98e923f-cc1c-40c6-9f4b-a6abdf4230d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:46Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe0c4fbd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: bf8f348a-e765-42aa-ad73-66422510155f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:46Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe0c83e51d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26164"
    uid: be3d4bfe-0629-4b85-9453-87b3d4b5c369
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:46Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe0c8b4f6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26167"
    uid: ba476206-2aa9-44e0-930c-5ff906386e84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:46Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe0c8c20503
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 0b294e7b-04bb-4676-a00c-966bf818b99e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:46Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe0cc45817a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 0b01ec9e-cd79-4561-a4f7-85322ff2a5bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:29:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:29:46Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe0ccbc87ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26171"
    uid: 0bef852e-663b-4877-9954-b6de3eaecff4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:30:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:30:44Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90fe13cb996f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 0948211e-6815-4d2a-98cd-f41562a53ba5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90ff687d7adb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: d5dd01d3-0132-46d2-a627-f3524d28e661
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: b95792bc-8615-4390-a0a9-cfbc6696207b
  kind: Event
  lastTimestamp: "2026-04-23T18:31:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:19Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk.18a90ff687d82eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: 7bd5fac9-7dbf-4357-8531-daffd95f2367
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a7ec27-predictor-5c556c75f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26085"
    uid: c531ba62-c21d-46c2-808b-0eb62eeb0ff1
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: 'Created pod: isvc-primary-a7ec27-predictor-5c556c75f4-4spnk'
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor-5c556c75f4.18a90fdfa456b781
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: 9b285e73-87c7-4569-b3bc-196813eb2c0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d289a9df-054e-4923-97fc-218a4c4842fa
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: Scaled up replica set isvc-primary-a7ec27-predictor-5c556c75f4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27-predictor.18a90fdf9fd5ca5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: f236835c-4331-4fa6-a71d-1e7acd5cbb86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: d00ea94a-3e76-416e-9527-728e6e1d828e
  kind: Event
  lastTimestamp: "2026-04-23T18:30:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:30:26Z"
    name: isvc-primary-a7ec27-predictor.18a90fe31e5d2430
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 638901dc-1355-426d-a5f1-ddd096a80d24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: d00ea94a-3e76-416e-9527-728e6e1d828e
  kind: Event
  lastTimestamp: "2026-04-23T18:30:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:30:26Z"
    name: isvc-primary-a7ec27-predictor.18a90fe31ec1faa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: c9ddcead-1a34-488f-b9d0-97fc05bfd43d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: d00ea94a-3e76-416e-9527-728e6e1d828e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:11Z"
    name: isvc-primary-a7ec27-predictor.18a90fe69dd61617
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: 30dd3a21-898b-4fde-bc54-da4590d433a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: d00ea94a-3e76-416e-9527-728e6e1d828e
  kind: Event
  lastTimestamp: "2026-04-23T18:31:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:11Z"
    name: isvc-primary-a7ec27-predictor.18a90fe69e39172b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 5c392e5c-e617-419d-b878-7184709b4f85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: 62ed8d5e-4767-418f-a669-b6c22d8f7cba
  kind: Event
  lastTimestamp: "2026-04-23T18:30:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:30:54Z"
    name: isvc-primary-a7ec27.18a90fdf9faecb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 88e3ff45-280d-4e18-b801-d2a9a027641d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: 62ed8d5e-4767-418f-a669-b6c22d8f7cba
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a7ec27": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a7ec27":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27.18a90fdfa01ff617
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: 5d334222-1c2e-4eff-96d5-2279ca78acce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: 62ed8d5e-4767-418f-a669-b6c22d8f7cba
  kind: Event
  lastTimestamp: "2026-04-23T18:29:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a7ec27": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:29:41Z"
    name: isvc-primary-a7ec27.18a90fdfa0204bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: ca493d40-dcda-4fa4-bd06-f42c16e5df65
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:30:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: 62ed8d5e-4767-418f-a669-b6c22d8f7cba
  kind: Event
  lastTimestamp: "2026-04-23T18:30:54Z"
  message: InferenceService [isvc-primary-a7ec27] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:30:54Z"
    name: isvc-primary-a7ec27.18a90ff0a0a765dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: aa4b20b7-ba74-4b99-92a3-38d3729a59fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:31:01.360265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 3dc7dffb-e6b1-40b1-af37-9823a13f8c94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:31:01Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c.18a90ff24f3d0fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26747"
    uid: 95c45834-6341-4455-9349-a878406710c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26751"
    uid: 3dc7dffb-e6b1-40b1-af37-9823a13f8c94
  kind: Event
  lastTimestamp: "2026-04-23T18:31:01Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:31:01Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c.18a90ff268fea4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 9622473d-4ca6-4e77-8b52-895cdb4f3e44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 3dc7dffb-e6b1-40b1-af37-9823a13f8c94
  kind: Event
  lastTimestamp: "2026-04-23T18:31:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:07Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c.18a90ff26a51a7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 62979832-e8e6-455a-9173-a628bbb2ed2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 3dc7dffb-e6b1-40b1-af37-9823a13f8c94
  kind: Event
  lastTimestamp: "2026-04-23T18:31:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:07Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c.18a90ff26e2aa88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 6236c90a-0012-4257-8026-71789f8958b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 3dc7dffb-e6b1-40b1-af37-9823a13f8c94
  kind: Event
  lastTimestamp: "2026-04-23T18:31:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:07Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c.18a90ff26ea568c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: d23b6c74-2d3d-4175-b458-3cf6347510e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 3dc7dffb-e6b1-40b1-af37-9823a13f8c94
  kind: Event
  lastTimestamp: "2026-04-23T18:31:12Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c_kserve-ci-e2e-test(3dc7dffb-e6b1-40b1-af37-9823a13f8c94)
  metadata:
    creationTimestamp: "2026-04-23T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:31:12Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c.18a90ff4ddfa59ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 4d207b3c-0b0a-4788-b1b4-dc70603bebb2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 1db89dee-6953-4700-b514-376ce030e11a
  kind: Event
  lastTimestamp: "2026-04-23T18:31:01Z"
  message: 'Created pod: isvc-secondary-a7ec27-predictor-64bc5f5c49-4ht5c'
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:01Z"
    name: isvc-secondary-a7ec27-predictor-64bc5f5c49.18a90ff24e9584f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26744"
    uid: 5b81408c-1ff6-49fa-b4da-1226be2a19c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 89ca443a-8444-4f66-8892-6e71bf3e9745
  kind: Event
  lastTimestamp: "2026-04-23T18:31:01Z"
  message: Scaled up replica set isvc-secondary-a7ec27-predictor-64bc5f5c49 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:01Z"
    name: isvc-secondary-a7ec27-predictor.18a90ff24b12d0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 0e636b79-d016-4a95-84f4-7b8643dd1ad7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 42590d2b-6e2b-4f0d-8366-8a2c07260bac
  kind: Event
  lastTimestamp: "2026-04-23T18:31:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:16Z"
    name: isvc-secondary-a7ec27-predictor.18a90ff5c9d62264
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: fdadef11-4b3d-4dab-85c7-70aca05f5876
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a7ec27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 42590d2b-6e2b-4f0d-8366-8a2c07260bac
  kind: Event
  lastTimestamp: "2026-04-23T18:31:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:31:16Z"
    name: isvc-secondary-a7ec27-predictor.18a90ff5ca3ef6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 86a1a086-8a5b-4615-b33d-df316f864dd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: cd0be148-dac7-4a95-959a-2dec634c58fe
  kind: Event
  lastTimestamp: "2026-04-23T18:31:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:13Z"
    name: isvc-secondary-a7ec27.18a90ff24af4955b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26873"
    uid: 8494bdfb-7829-48c7-8d8b-66c252680795
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: cd0be148-dac7-4a95-959a-2dec634c58fe
  kind: Event
  lastTimestamp: "2026-04-23T18:31:01Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a7ec27":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a7ec27":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:01Z"
    name: isvc-secondary-a7ec27.18a90ff24b624796
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 64e9c0e0-2333-4361-b38b-ab9d10ad1679
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a7ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: cd0be148-dac7-4a95-959a-2dec634c58fe
  kind: Event
  lastTimestamp: "2026-04-23T18:31:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a7ec27": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:31:01Z"
    name: isvc-secondary-a7ec27.18a90ff24b62a96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: 20cab0ea-1819-419d-9fda-1ee250cf2b60
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:09:40.511506Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec816b40363
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 8f74afdf-7a77-4316-94d4-de27fb82ac34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec8300c1cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: cf23aa15-98e7-4af3-b0b3-fcced1f7379e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec8317544c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15952"
    uid: b28fd51d-6967-4ef7-82c1-5951156802b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec83460c415
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: efa790b7-651a-49a2-a581-7e6e9ef06811
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:41Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec834c50d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15955"
    uid: c53204c8-9474-41c4-9c1d-aae145c68589
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec94bdd3a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: b9f27af4-2ea8-4b2b-8a7f-7d6110dc5ed2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec94ea85434
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: c8ff6d17-ba81-4d5e-b1c8-e147fdf23318
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec94f12047a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: ca10b227-ec87-49e7-8f3e-3ed246c0e549
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec94f1e0bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: 2d9acef7-27aa-4b4c-921c-b85b80b67faa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec9521788c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 007c8cd8-28d9-4dc9-9f4e-a9b7329a85f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec9527f9272
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: 6e115485-0025-4a55-857a-86d017333320
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec9528c8e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: bb04b9c1-f4ea-4a56-acb7-524e9cd9cb43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec9561a1efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 73b0522e-0c12-4afe-8d21-bf34e5f76bf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:09:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:45Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec95686752a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 4d2cd551-4f85-4990-b013-af080254a37b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:11:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:23Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec987d329df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 6c2bc0e1-9101-4799-a19b-ed1cd4a5182f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:11:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:23Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90ec9c3a1e21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: a7f2dd82-a8bd-4f17-b885-8b3119370894
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90edbe5b74536
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: bfb2b9e9-129d-4221-ac83-b9279fc52338
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90edbe5b88e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 3e672089-63b6-4f2d-83dc-1ef254c57378
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90edbe5b9f1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: aaacacb9-8064-4192-b783-87d185059bdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: a09d0da1-dbd4-4d56-a9bf-a15385dca7f3
  kind: Event
  lastTimestamp: "2026-04-23T18:11:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:23Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b.18a90edc9fc6b758
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 7791a1d0-224a-4995-8dbe-c55f864d4f57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 703d4268-b403-413b-b957-69a699e57915
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-db5fdd56d-j4h5b'
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-custom-predictor-db5fdd56d.18a90ec8162df036
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 69cf85b5-a2f6-4eed-9737-03441f1b7799
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: 22009deb-61aa-4175-af36-d5fc1f996121
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-db5fdd56d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90ec810fc3ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 69a51964-0463-4440-9893-be6ecefe250b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 72821f1f-c812-4966-a4b7-3cacd396f286
  kind: Event
  lastTimestamp: "2026-04-23T18:09:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90ecb8f97fa14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: e0111162-7d82-40a7-9331-d20025620361
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 72821f1f-c812-4966-a4b7-3cacd396f286
  kind: Event
  lastTimestamp: "2026-04-23T18:09:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90ecb9000767d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: 9e5bbd3b-3473-4be1-a9c4-9dafdf187a90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 72821f1f-c812-4966-a4b7-3cacd396f286
  kind: Event
  lastTimestamp: "2026-04-23T18:10:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:10:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90ecf0f20ef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: ae49fc92-4df4-4398-8676-4ff8e08f84f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 72821f1f-c812-4966-a4b7-3cacd396f286
  kind: Event
  lastTimestamp: "2026-04-23T18:10:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:10:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18a90ecf0f82e620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: a8f564ff-1092-4e61-8e40-4067b4a2d06c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 2cf09435-9b41-46f3-a404-cacc0ea93d7e
  kind: Event
  lastTimestamp: "2026-04-23T18:10:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:10:53Z"
    name: isvc-sklearn-batcher-custom.18a90ec810dc78bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: db8ebdbf-3362-4fb4-aa85-ad77026300dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 2cf09435-9b41-46f3-a404-cacc0ea93d7e
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-custom.18a90ec81146bd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: d8816798-a00c-4694-9666-97afef3961a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:10:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: 2cf09435-9b41-46f3-a404-cacc0ea93d7e
  kind: Event
  lastTimestamp: "2026-04-23T18:10:53Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:10:53Z"
    name: isvc-sklearn-batcher-custom.18a90ed927fbeb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: 44045676-bb7f-403f-8a35-2e9946f61c8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:07:55.357574Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eaf9b0a8e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: 39134acc-9f21-4917-b7b3-66c9697ee0e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eafb42d378c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 08b6b49b-106a-4a5f-bd7c-cf057287ce76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eafb5a40daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: e33d5878-c696-4f0a-bbc7-84f49632135c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    in 4.095s (4.095s including waiting). Image size: 301160889 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb0a9c3613f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: c9661003-f6b7-445f-83c3-6a105fd3e2be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb0accd1bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 1a6a8949-ff2e-43ee-8856-1767c0f6fa3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:07:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:07:59Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb0ad37ace9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 49ff3446-957c-481b-9fbe-309df0d177f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:04Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
  metadata:
    creationTimestamp: "2026-04-23T18:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:04Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb1b0d47ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 8626c02b-7c6f-466a-8863-88d473179769
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    in 12.873s (12.873s including waiting). Image size: 1562904500 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:17Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb4b02803cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: de439a1e-cf6f-4c1c-a30e-a02daf653e92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:17Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb4b34311ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: ba0e7b5b-ee04-4c6e-992a-0ae10b13fb12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:17Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb4b3ba9345
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 1882fd88-cfcf-466e-9b85-dfc1060ecb94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-23T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:17Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb4b3c834a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 1b307ea9-b8b1-4653-9855-7095753db083
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.336s (2.336s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:19Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb53f08ea1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 13b8d4af-3f9b-4b5a-a425-e236ddceb095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:19Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb5428cf04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: b05eb070-d9d4-43c4-b3f1-b574ae0a8620
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:19Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb543065ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 34979258-1dff-4821-8689-7f651a259512
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
  metadata:
    creationTimestamp: "2026-04-23T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:19Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb54314e5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 655df60e-4f67-4f16-9e14-e31e986fff93
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:8355577465350819b9acaf7b1f6d7719478b0f21526c72a5e4b69db6a7d8f7b0"
    in 3.217s (3.217s including waiting). Image size: 238035032 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:22Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb602d9fe50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: d56e9105-d628-4a84-8848-49f2ee3136a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-23T18:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:22Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb6069e19b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: be787c32-7b69-48fe-b1df-d87714f22bb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:08:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-23T18:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:08:22Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb6071363e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 4baa1944-a382-493d-a8f2-132787494444
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb65df01ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: 7bdf563e-a73b-4d59-9250-7715e1883a59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:09:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-23T18:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:56Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90eb65dfaa3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: c74f7d7a-36d6-4816-bed3-4cd005c6f9f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90ec810663f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 55b64eb5-bcd3-4c9d-a905-488f405e3279
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90ec81066699d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 7d73f011-2a60-4c3a-b7cc-fa1d9506231a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:09:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:09:40Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90ec81066ecad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: ec0e41d4-496d-4cc0-8852-af7531701aa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: 33a60d5b-55fa-475e-b06c-918705cb4b90
  kind: Event
  lastTimestamp: "2026-04-23T18:10:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:10:04Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk.18a90ec8fe4ae3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 5331f571-0a9d-4bad-8b2a-23b21a0a65ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-75bcd877cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 9bc273fe-e33c-4a99-ba87-877bd2a39074
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-75bcd877cc-2tvjk'
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher-predictor-75bcd877cc.18a90eaf9a910183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: 190865c7-c78b-46c4-99c9-b63a7ac2b14d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15082"
    uid: 9f62e4e9-fce1-41f2-b2ec-661d88a52477
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-75bcd877cc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher-predictor.18a90eaf94d246aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: da1c41c1-5620-42bd-a12c-467f15d45a10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 42dff4da-66dd-409b-b210-b1c1de8e27d5
  kind: Event
  lastTimestamp: "2026-04-23T18:08:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:55Z"
    name: isvc-sklearn-batcher-predictor.18a90eb31a2d3d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 4f54c1cc-e442-44fe-94ba-01ec49934a5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 42dff4da-66dd-409b-b210-b1c1de8e27d5
  kind: Event
  lastTimestamp: "2026-04-23T18:08:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:08:55Z"
    name: isvc-sklearn-batcher-predictor.18a90eb31a91b0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 5088c276-2b1c-46ae-833d-2dc85ab8df11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 42dff4da-66dd-409b-b210-b1c1de8e27d5
  kind: Event
  lastTimestamp: "2026-04-23T18:09:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:25Z"
    name: isvc-sklearn-batcher-predictor.18a90ec11768ec80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 9ab6e7b8-d101-488d-bad2-641ece1f9634
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: 42dff4da-66dd-409b-b210-b1c1de8e27d5
  kind: Event
  lastTimestamp: "2026-04-23T18:09:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:09:25Z"
    name: isvc-sklearn-batcher-predictor.18a90ec117ccea30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: cc58521a-f506-4a56-b8d2-e066044b1046
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 2554fcfa-5bae-4494-8c6f-d8bbda3e8052
  kind: Event
  lastTimestamp: "2026-04-23T18:09:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:26Z"
    name: isvc-sklearn-batcher.18a90eaf9aed2482
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: f98111c4-81bc-4a13-ad6e-c18325414845
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 2554fcfa-5bae-4494-8c6f-d8bbda3e8052
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher.18a90eaf9b9191b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: 1372f10c-dddb-4ce7-a885-b7e0f71c1a1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:07:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 2554fcfa-5bae-4494-8c6f-d8bbda3e8052
  kind: Event
  lastTimestamp: "2026-04-23T18:07:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:07:55Z"
    name: isvc-sklearn-batcher.18a90eaf9b91ee81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: 02383da0-62bb-4bdc-ad46-a15ca17e7923
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:09:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 2554fcfa-5bae-4494-8c6f-d8bbda3e8052
  kind: Event
  lastTimestamp: "2026-04-23T18:09:26Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:09:26Z"
    name: isvc-sklearn-batcher.18a90ec4d279284f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: c388c007-3f01-408a-a195-83fe3459ba8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:20:02.684585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b96cd596-dv567
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f58f31bc585
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: b12bd65d-8ff2-436f-b47a-6d2cfb6d76e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:03Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:20:03Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f590ccba1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: e8c4bcdc-fd29-48e8-b2ff-26fdcb391006
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:03Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f590e365fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: f13682f5-3795-453d-9979-7c23e812de5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:03Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f591109daec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: 6a604a71-35c8-4a08-93a9-5d75fa57bd3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:03Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f59117d3092
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: b30edde8-7728-40ca-995c-d7a9fb87ddfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:07Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f59f61fd680
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: 71e5728b-1ac0-481a-a1a0-229330801f9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:07Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f59fa3b01fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: 5c7882b4-8911-4492-b35e-ea906c5c03a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:07Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f59fab2239c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21140"
    uid: 7f177529-dde6-45ed-b889-5612b62751d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:07Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f59fabe2093
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: 6fd11203-568a-4780-82c5-249c6fe15677
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    1.738s (1.738s including waiting). Image size: 237662759 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:08Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f5a625ee726
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: 10b48181-ff68-4501-8373-e918452b314d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:08Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-23T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:08Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f5a65c92436
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: d130cb78-d500-4db9-8fb2-ab5ffa00e30d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:08Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:08Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f5a664019e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 024b2d72-92f0-4a04-8572-7c4a3422a5f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:08Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f5a664c1e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 08ca7298-9d39-446d-9788-360edebc5200
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:08Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f5a696b3a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: c2423f0b-f936-438e-84ea-781c7635d9cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:20:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:20:08Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f5a69e05468
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 40063bb5-754f-44ec-b3bf-3d374e07767b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:21:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f6ba1c7b966
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 7dfa0a2d-ff6e-4f8e-ba24-60b87f0f114d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:21:22Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f6ba1c87503
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: 3b3f4290-c5c3-4bbf-9606-21ae474813d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:21:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:22Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f6ba1c875a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: 81d1526f-1f87-48bd-bf0e-a90729419823
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:21:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:51Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f6c5c6d06be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: 44eea66b-d962-491f-862a-af02a954bf1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: e27c590c-e8c3-4443-bbe2-10461cacd2f9
  kind: Event
  lastTimestamp: "2026-04-23T18:21:46Z"
  message: 'Readiness probe failed: Get "http://10.132.0.42:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:21:46Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596-dv567.18a90f6c5cc9646b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: 86873c63-3342-457b-a0d7-15f2a5c7e4b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b96cd596
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 5442ce22-2e74-427e-bc25-d03834986615
  kind: Event
  lastTimestamp: "2026-04-23T18:20:02Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b96cd596-dv567'
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-sklearn-mcp-predictor-6b96cd596.18a90f58f2aacfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: 10671e01-6dd4-42d0-8e10-e7ee7c1c47d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: 0227b173-f064-434a-bd32-8ffb6af83767
  kind: Event
  lastTimestamp: "2026-04-23T18:20:02Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b96cd596 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-sklearn-mcp-predictor.18a90f58ef8093e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 9c088f9c-e215-4cf3-be15-07a916399c79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 19071216-f84e-44d0-950c-7c51b4e326a0
  kind: Event
  lastTimestamp: "2026-04-23T18:21:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:16Z"
    name: isvc-sklearn-mcp.18a90f58eef9452f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: f7151edd-8f36-4b09-aaa4-0af9bab1e620
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 19071216-f84e-44d0-950c-7c51b4e326a0
  kind: Event
  lastTimestamp: "2026-04-23T18:20:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-sklearn-mcp.18a90f58ef84e238
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: 07d472f0-baca-41ba-a2a2-d828e42cd33b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:20:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 19071216-f84e-44d0-950c-7c51b4e326a0
  kind: Event
  lastTimestamp: "2026-04-23T18:20:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:20:02Z"
    name: isvc-sklearn-mcp.18a90f58f5410e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 0c5b33e6-699b-4ab7-b840-6c2dcf41e939
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:21:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 19071216-f84e-44d0-950c-7c51b4e326a0
  kind: Event
  lastTimestamp: "2026-04-23T18:21:16Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:21:16Z"
    name: isvc-sklearn-mcp.18a90f6a0e6be36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: f6fbeb86-1e25-412e-a137-a914a340c7ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:40:53.160500Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-67d5fd9dd5-ht89b
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:40:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:40:53Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107c194808fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: 606e2f7c-3a41-4341-9538-9c5ce91c643d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:53Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107c255f1ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: 0fcacebe-d215-415f-9919-d06699cb0d51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:54Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:40:54Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107c565b45f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 9dfc3572-704e-4c25-886c-2804da28d6e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:54Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107c57c2ff6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 35540f00-e1f5-4e07-9ceb-4aab026ca27a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:54Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107c5a735dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 62f5052f-c076-4cfe-8743-2d4b64c1f503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:54Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107c5ae5c659
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: 7cfb90db-84b4-476b-9a9f-6ee981089a2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:58Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d4e9d6e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: 380e2241-6a3f-43c4-914e-a6cdaecf0a73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:58Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d51b887d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: 0d487a8b-bceb-4d97-81f4-e6a545251634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:58Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d5235fe82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: 8e8e515a-36a6-4347-af70-2d995639c212
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:58Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d5241a49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 6dffdc2b-09be-42fc-bf85-862968782979
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:58Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d55cf2b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: be3c66bf-83d1-49b1-b39a-f8a650d47955
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:40:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:40:58Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d564bdebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: c726b4bd-f261-4254-b732-1a3324241a48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:42:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:15Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9107d8a99f218
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: 1c22f719-615e-437e-b34a-694756b1e38e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:42:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9108ec2b53089
    namespace: kserve-ci-e2e-test
    resourceVersion: "32459"
    uid: 676ba5c4-dc34-4b04-a383-a56238f91b49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:42:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9108ec2b68792
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: b8ed2312-f135-414f-9032-b1f941f45f56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: ec770698-9d17-4526-b07d-f8a324c46007
  kind: Event
  lastTimestamp: "2026-04-23T18:42:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:15Z"
    name: isvc-sklearn-predictor-67d5fd9dd5-ht89b.18a9108f3cbdf4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32517"
    uid: d9775948-66af-411f-a32b-d1932043090b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-67d5fd9dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: 704f24b2-2741-4033-86d5-9cd3eea1ffae
  kind: Event
  lastTimestamp: "2026-04-23T18:40:53Z"
  message: 'Created pod: isvc-sklearn-predictor-67d5fd9dd5-ht89b'
  metadata:
    creationTimestamp: "2026-04-23T18:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:53Z"
    name: isvc-sklearn-predictor-67d5fd9dd5.18a9107c18ca1761
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: 3c09914f-a91b-42dc-b927-1c0bde8ec4a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: 9510aff3-3c59-4cc0-b497-a5d030c8af3a
  kind: Event
  lastTimestamp: "2026-04-23T18:40:53Z"
  message: Scaled up replica set isvc-sklearn-predictor-67d5fd9dd5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:53Z"
    name: isvc-sklearn-predictor.18a9107c16271b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 38eb6964-4745-48c1-8c3c-dac6726f7cf7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31738"
    uid: d8435f44-06b8-4053-873f-0a5ecce6915b
  kind: Event
  lastTimestamp: "2026-04-23T18:41:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:38Z"
    name: isvc-sklearn-predictor.18a9107f950696ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32114"
    uid: 4fdcb7b6-e90d-442f-b1c6-fcedc826c819
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31738"
    uid: d8435f44-06b8-4053-873f-0a5ecce6915b
  kind: Event
  lastTimestamp: "2026-04-23T18:41:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:41:38Z"
    name: isvc-sklearn-predictor.18a9107f95762c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: aed50a6d-adc7-4330-8570-108dcc3765a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31905"
    uid: d8435f44-06b8-4053-873f-0a5ecce6915b
  kind: Event
  lastTimestamp: "2026-04-23T18:42:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:08Z"
    name: isvc-sklearn-predictor.18a91083143bda10
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: d592fe4c-a7b4-4d07-8466-10313d289340
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31905"
    uid: d8435f44-06b8-4053-873f-0a5ecce6915b
  kind: Event
  lastTimestamp: "2026-04-23T18:42:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:08Z"
    name: isvc-sklearn-predictor.18a91083149ff32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: 08476f9f-9c89-4bb2-be9a-4131da7e8d9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:43:13.537593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109cc868702f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: 6c19707d-611a-47c2-81a0-85c77152f499
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33005"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109ce200c181
    namespace: kserve-ci-e2e-test
    resourceVersion: "33013"
    uid: 1c2e1d78-31c0-4b20-b927-e96a095b51ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109ce347b2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: 278f3115-9874-431d-bc4a-96171958ab5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:14Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109ce65156c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33017"
    uid: 73ac63a2-70ae-4fc6-a3de-588d67f378ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:14Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109ce6c7fd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: 7343d32d-db2d-4c91-8ad6-d90171e5fc60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:19Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e40062eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: ad496253-8da1-4e23-b10a-dc753236e0cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:19Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e43934043
    namespace: kserve-ci-e2e-test
    resourceVersion: "33067"
    uid: 11a75133-07c9-418d-b0a6-a8b46cffcc0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:19Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e440a5e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: 6d9d8185-e7c1-4163-b18d-af2d8b1e55ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:19Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e44172927
    namespace: kserve-ci-e2e-test
    resourceVersion: "33069"
    uid: 94a0ce90-a430-4ace-b809-2cc5407d15ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:19Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e477284db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 041847b0-66b8-4eab-8815-c81a1bbb077b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:19Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e47e8b8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: 35ebe09d-f9cf-4317-b25d-e610da1ebba2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:26Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a9109e7c74daa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33129"
    uid: ead50751-b937-4b05-9d45-4c93160ad5f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a910a56a5eb1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: d6b9f239-7db6-418e-aed6-e4a191ac865c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: ad2f8f2d-4998-49ea-90b1-e2b8d6be87a3
  kind: Event
  lastTimestamp: "2026-04-23T18:43:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75-5v47z.18a910a56a5f4044
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: 48f136da-9670-4aaa-995a-54f067d8fe1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-67895ccb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: 3c30f05f-0fbd-4282-826f-08f69b74fabd
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-67895ccb75-5v47z'
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: isvc-sklearn-runtime-predictor-67895ccb75.18a9109cc800a866
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: 3cb1de16-f2a2-4d0d-8872-2775d0d39260
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: 7b96b4d0-e5ae-44fb-895a-17a7bfa09e35
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-67895ccb75 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: isvc-sklearn-runtime-predictor.18a9109cc4e9a686
    namespace: kserve-ci-e2e-test
    resourceVersion: "32985"
    uid: 0cb12347-9fdd-4460-8ce5-a7384d3b5663
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32983"
    uid: a5da035e-0ea6-4301-828f-b6266fb9f562
  kind: Event
  lastTimestamp: "2026-04-23T18:43:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:43Z"
    name: isvc-sklearn-runtime-predictor.18a910a043b9817d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: de7ec8c9-1c18-4e9d-a680-6e2a692e71bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32983"
    uid: a5da035e-0ea6-4301-828f-b6266fb9f562
  kind: Event
  lastTimestamp: "2026-04-23T18:43:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:43:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:43Z"
    name: isvc-sklearn-runtime-predictor.18a910a044213884
    namespace: kserve-ci-e2e-test
    resourceVersion: "33256"
    uid: dd64521d-4ac5-42d6-a3ce-b29bca109117
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32952"
    uid: c655f7e3-5612-4cb8-8184-e55302bd472a
  kind: Event
  lastTimestamp: "2026-04-23T18:43:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:43:36Z"
    name: isvc-sklearn-runtime.18a9109cc506711c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: 5aaca901-429d-472c-a1d1-bc47a988537b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32952"
    uid: c655f7e3-5612-4cb8-8184-e55302bd472a
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: isvc-sklearn-runtime.18a9109cc57f0976
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: dfb5d386-250d-452d-9f68-bf2bf256b1ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: c655f7e3-5612-4cb8-8184-e55302bd472a
  kind: Event
  lastTimestamp: "2026-04-23T18:43:36Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:43:36Z"
    name: isvc-sklearn-runtime.18a910a23c32068e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33212"
    uid: f0616140-2d1a-4293-97a7-ee9caf6f06ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:58:06.883908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-79699d6c76-65jch
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:58:06Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116cc7ff6957
    namespace: kserve-ci-e2e-test
    resourceVersion: "40486"
    uid: 45fa5310-d73f-42d8-9ac0-ae62808185b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40490"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:07Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:58:07Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116ce1860acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40499"
    uid: d70c360b-aed8-49b4-874a-23e7f126b603
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:07Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116ce2df22b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40501"
    uid: 24fb33b9-b550-4f8d-ab79-459f01b4e0f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:07Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116ce6164275
    namespace: kserve-ci-e2e-test
    resourceVersion: "40502"
    uid: e9f850af-4ca8-46bc-819b-6b99e2516c83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:07Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116ce68eb68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40503"
    uid: c58e7798-82fb-4e5a-8a0c-e7cee9d599c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:08Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116d425c8ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40525"
    uid: c5a1ec79-ed79-4077-9571-47ab631cb7fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:08Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116d4534a804
    namespace: kserve-ci-e2e-test
    resourceVersion: "40528"
    uid: 7a5eb92d-e19e-4969-8ed4-bc23d91e42de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:08Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116d45bb969e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 45ae901a-2b49-4e04-b820-62982f17fba0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:09Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116d45c7f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 35c37375-8838-4ad6-9af9-01cae56f750f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:09Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116d48ef6cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: 11d608b8-992b-4a50-bf76-5d51c7852d52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:09Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116d4966f8be
    namespace: kserve-ci-e2e-test
    resourceVersion: "40535"
    uid: 74b813fa-b89f-46e9-8c74-76402e5e9c5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:06Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9116dba2430b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40946"
    uid: 1c5caee5-6730-43db-beb9-795b328e8ec3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9117f6fa86d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41121"
    uid: 4af721bd-211e-42bb-86de-ff7bee091c04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 4d11e07a-3fe1-4608-95b7-c49fa50c8c1e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-predictor-79699d6c76-65jch.18a9117f6fa8fdab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41123"
    uid: 40e455a0-2b7d-43c5-9bc6-8cacd5665b66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-79699d6c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: 27f68818-c6f7-44d2-8438-ab3d5a58ffe5
  kind: Event
  lastTimestamp: "2026-04-23T18:58:06Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-79699d6c76-65jch'
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:58:06Z"
    name: isvc-sklearn-s3-predictor-79699d6c76.18a9116cc7983537
    namespace: kserve-ci-e2e-test
    resourceVersion: "40481"
    uid: 4c71c3a8-878d-4a09-8750-5d7c48bc6a97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40467"
    uid: b4318e9b-52f0-44b9-a170-250abefab094
  kind: Event
  lastTimestamp: "2026-04-23T18:58:06Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-79699d6c76 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:58:06Z"
    name: isvc-sklearn-s3-predictor.18a9116cc509d3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40473"
    uid: 30b9382c-2837-437f-bcea-9c636ed6c2f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: 6c607cf8-5a4d-46f0-8cb1-b813f19f9518
  kind: Event
  lastTimestamp: "2026-04-23T18:58:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:58:36Z"
    name: isvc-sklearn-s3-predictor.18a9117043a88274
    namespace: kserve-ci-e2e-test
    resourceVersion: "40734"
    uid: 45ea4e24-8b25-4a10-a6cb-b4d13ae8afb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: 6c607cf8-5a4d-46f0-8cb1-b813f19f9518
  kind: Event
  lastTimestamp: "2026-04-23T18:58:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:58:36Z"
    name: isvc-sklearn-s3-predictor.18a91170440b223f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40735"
    uid: 4876de66-810f-47a0-9184-505c1b883e84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 6c607cf8-5a4d-46f0-8cb1-b813f19f9518
  kind: Event
  lastTimestamp: "2026-04-23T18:59:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:59:21Z"
    name: isvc-sklearn-s3-predictor.18a91177422c8c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "41057"
    uid: c339e654-2b5f-49d1-81dc-8f9aa4504867
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40630"
    uid: 6c607cf8-5a4d-46f0-8cb1-b813f19f9518
  kind: Event
  lastTimestamp: "2026-04-23T18:59:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:59:21Z"
    name: isvc-sklearn-s3-predictor.18a911774299ebed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41059"
    uid: a219c784-9834-436f-ae72-5fb8766d8cd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T19:02:10.438535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42596"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T19:02:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T19:02:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a57cfc1bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42602"
    uid: 80cdf1ea-d980-494c-8657-caf8357182b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42598"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: "2026-04-23T19:02:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a585eaf357
    namespace: kserve-ci-e2e-test
    resourceVersion: "42611"
    uid: ce1cf405-80b2-4e4c-8c8f-c36ab3b3262b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42606"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: "2026-04-23T19:02:11Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T19:02:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a5ba2449a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42621"
    uid: f87335e7-7c94-4ac0-9978-6e312fdef773
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42598"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: "2026-04-23T19:02:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a5bb778d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42682"
    uid: 03a46d5e-2be7-405e-8dd8-666429def817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42598"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: "2026-04-23T19:02:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a5be61e52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42686"
    uid: 78695ca4-c8b1-43df-9d54-87235e804d16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42598"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: "2026-04-23T19:02:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a5beea41d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42687"
    uid: 373dc1ec-320e-420d-934d-2898645436ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "42598"
    uid: abaaf315-d7dc-4d94-967e-725730590812
  kind: Event
  lastTimestamp: "2026-04-23T19:02:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl.18a911a7cfbcc6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42724"
    uid: a660796f-ace4-4d21-917d-5a64de2e3177
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42586"
    uid: fc791008-05b5-434a-ad0e-3b5389e9c979
  kind: Event
  lastTimestamp: "2026-04-23T19:02:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8-rdtvl'
  metadata:
    creationTimestamp: "2026-04-23T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:02:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8.18a911a57c90eb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "42597"
    uid: 35653841-88bd-4a53-85bf-27efad2f9724
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42584"
    uid: dd2e3d0c-8d82-42a8-b75e-4b9be9bf3b19
  kind: Event
  lastTimestamp: "2026-04-23T19:02:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7b5c766dc8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:02:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a911a579e21224
    namespace: kserve-ci-e2e-test
    resourceVersion: "42589"
    uid: 8cf759bb-6d42-43c6-a475-ba07a12b5444
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42574"
    uid: 8d72afdc-bdf4-4737-b2e8-d404302b49c7
  kind: Event
  lastTimestamp: "2026-04-23T19:02:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:02:17Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a911a579c0d856
    namespace: kserve-ci-e2e-test
    resourceVersion: "42688"
    uid: fac54f4f-38d8-489c-a1f8-c5b729307475
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42574"
    uid: 8d72afdc-bdf4-4737-b2e8-d404302b49c7
  kind: Event
  lastTimestamp: "2026-04-23T19:02:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:02:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a911a57a373353
    namespace: kserve-ci-e2e-test
    resourceVersion: "42591"
    uid: b7e3dffc-479f-4fd5-ab9d-b880f1622198
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T19:00:49.293337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41907"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T19:00:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T19:00:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a91192985aa539
    namespace: kserve-ci-e2e-test
    resourceVersion: "41914"
    uid: 150f078a-71e8-4efd-b3c3-9bca8d0d2f02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911929f182457
    namespace: kserve-ci-e2e-test
    resourceVersion: "41922"
    uid: 7c052a7d-e7a1-4dde-ad09-b55f3c136046
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41918"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:50Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T19:00:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a91192d56ddbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41936"
    uid: f1656846-e6d3-4c60-bf4d-1d6e8cba9ded
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a91192d6e14515
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: cf85ab22-f76f-47fd-9cbb-95a5cf165b88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a91192da2cbc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "41941"
    uid: e2ec7572-46aa-4f92-9d15-b24783de0419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a91192daa13995
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: 9aaedd19-3806-4841-9781-734e30ee5efb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911931d9884b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41957"
    uid: c108a528-ef5c-4872-baee-024019047356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a9119320cfd58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41960"
    uid: fddf97a2-7e33-4230-bab5-c5bc61a14c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911932148ecb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41961"
    uid: 63913664-45a9-47d4-9b33-b897fa439be7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911932155aa21
    namespace: kserve-ci-e2e-test
    resourceVersion: "41964"
    uid: b2e9b211-4683-4897-b5df-5de0f21388d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a91193243aa2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "41965"
    uid: 13b0fe27-6e5b-45bd-94d9-25226cdd7e3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:00:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a9119324b3090c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41966"
    uid: 2816f8c1-1759-487f-8743-eba9a6d949a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:02:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911939558c38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42560"
    uid: 0cad215a-a247-4ab2-833b-e4cfbd13246c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:02:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T19:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911a53c6b8107
    namespace: kserve-ci-e2e-test
    resourceVersion: "42556"
    uid: d1623bae-378f-4af6-bfe9-b69a5d92377f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:02:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T19:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911a53c6c052e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42557"
    uid: 20dc34da-c774-4105-969e-dbbeca3d83e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: c0cedf86-36ef-472e-8850-3ba887b542ff
  kind: Event
  lastTimestamp: "2026-04-23T19:02:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T19:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn.18a911a5477a2a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42559"
    uid: f4206b14-5af4-4efa-a1cf-c3bf5b5cd3d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41899"
    uid: f7da6b1a-3606-40ec-b765-2d9795e194f0
  kind: Event
  lastTimestamp: "2026-04-23T19:00:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8-cn6cn'
  metadata:
    creationTimestamp: "2026-04-23T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8.18a9119297f021bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41908"
    uid: 80ef35ee-57b7-4023-9c45-c1c365d35a13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41897"
    uid: f8bac733-7230-4ea2-8b40-7b06ae46b148
  kind: Event
  lastTimestamp: "2026-04-23T19:00:49Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5c8446c4d8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a91192959a4759
    namespace: kserve-ci-e2e-test
    resourceVersion: "41901"
    uid: 3566ae9e-0fa6-4d63-bd98-f5da2369fb86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:01:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 7fb98c88-55b7-4293-b095-96809f9983e1
  kind: Event
  lastTimestamp: "2026-04-23T19:01:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:01:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a91196143c1352
    namespace: kserve-ci-e2e-test
    resourceVersion: "42179"
    uid: a8a8d04c-e585-4046-940a-188a6c37d29d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:01:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 7fb98c88-55b7-4293-b095-96809f9983e1
  kind: Event
  lastTimestamp: "2026-04-23T19:01:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:01:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9119614a5ca1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42180"
    uid: f40d10b1-dfdc-43b8-b964-842a1c6048cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T19:01:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42059"
    uid: 7fb98c88-55b7-4293-b095-96809f9983e1
  kind: Event
  lastTimestamp: "2026-04-23T19:02:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T19:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:02:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9119d12cfb485
    namespace: kserve-ci-e2e-test
    resourceVersion: "42503"
    uid: 5883873c-256e-4a62-a29f-f5b5fc90358c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T19:01:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42059"
    uid: 7fb98c88-55b7-4293-b095-96809f9983e1
  kind: Event
  lastTimestamp: "2026-04-23T19:02:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T19:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:02:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a9119d133d6f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42504"
    uid: 27476345-c38c-42c4-b167-a51cc26d6533
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41887"
    uid: 14082be2-5a2e-476d-b35e-79042400c203
  kind: Event
  lastTimestamp: "2026-04-23T19:01:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:01:59Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a91192957718ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "42470"
    uid: 67698601-1bb1-4830-9a9f-c45e2b8b7fa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41887"
    uid: 14082be2-5a2e-476d-b35e-79042400c203
  kind: Event
  lastTimestamp: "2026-04-23T19:00:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:00:49Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a9119295e22495
    namespace: kserve-ci-e2e-test
    resourceVersion: "41903"
    uid: e022dc2d-c69b-4c6a-bd91-16e005ac5359
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42468"
    uid: 14082be2-5a2e-476d-b35e-79042400c203
  kind: Event
  lastTimestamp: "2026-04-23T19:01:59Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:01:59Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a911a2f9d3fd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42469"
    uid: da668c0d-0b9f-4c75-be93-86e6bcd9a574
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T19:00:38.245292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41744"
    uid: a7833386-b80b-43b8-aad1-69b11977af03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T19:00:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f.18a9119005d6ded2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41749"
    uid: 1c5f1427-dcc2-436e-9f78-52c0015ab76a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41753"
    uid: a7833386-b80b-43b8-aad1-69b11977af03
  kind: Event
  lastTimestamp: "2026-04-23T19:00:38Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T19:00:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f.18a911901f0ba3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41763"
    uid: 1091c62e-8802-4bf1-b3ab-5a149e2f0fa4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41747"
    uid: a7833386-b80b-43b8-aad1-69b11977af03
  kind: Event
  lastTimestamp: "2026-04-23T19:00:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f.18a91190207e8cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41802"
    uid: e8855e6a-8e6c-4364-96ba-eed1724b6477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41747"
    uid: a7833386-b80b-43b8-aad1-69b11977af03
  kind: Event
  lastTimestamp: "2026-04-23T19:00:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f.18a9119023143254
    namespace: kserve-ci-e2e-test
    resourceVersion: "41805"
    uid: 0e2bbd46-d9a8-4b6f-859c-a96710658f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41747"
    uid: a7833386-b80b-43b8-aad1-69b11977af03
  kind: Event
  lastTimestamp: "2026-04-23T19:00:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f.18a911902387b0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41809"
    uid: d3e863b5-b324-401b-82a1-85e7469ea35d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41747"
    uid: a7833386-b80b-43b8-aad1-69b11977af03
  kind: Event
  lastTimestamp: "2026-04-23T19:00:47Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f_kserve-ci-e2e-test(a7833386-b80b-43b8-aad1-69b11977af03)
  metadata:
    creationTimestamp: "2026-04-23T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f.18a911922eb188ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "41845"
    uid: c5fa2052-886e-453d-9b58-99e95a2824bd
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: 79057ff3-ba1e-4283-a7fb-81ae7f621493
  kind: Event
  lastTimestamp: "2026-04-23T19:00:38Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846-q9k7f'
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846.18a91190056bcc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "41746"
    uid: 512058d0-7ed0-46ca-9b16-59b1d42e89f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: b8d0e12f-cf23-4bf0-9913-7e53520fb07d
  kind: Event
  lastTimestamp: "2026-04-23T19:00:38Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5dbb8bb846
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a91190022eceb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41734"
    uid: 65d87f53-67a1-4c36-b2ea-6f291cd57eba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41721"
    uid: bfc305da-f0e9-404d-924a-995046f8e2e8
  kind: Event
  lastTimestamp: "2026-04-23T19:00:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:00:47Z"
    name: isvc-sklearn-s3-tls-global-fail.18a91190020f3015
    namespace: kserve-ci-e2e-test
    resourceVersion: "41849"
    uid: 215ca2dd-f8c4-427d-9f86-e03b44367052
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41721"
    uid: bfc305da-f0e9-404d-924a-995046f8e2e8
  kind: Event
  lastTimestamp: "2026-04-23T19:00:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T19:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:00:38Z"
    name: isvc-sklearn-s3-tls-global-fail.18a9119002bb2325
    namespace: kserve-ci-e2e-test
    resourceVersion: "41738"
    uid: bf7e37b6-9aca-4ef3-9f6c-14fe144ce5bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:59:27.123528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117f76a6dd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41150"
    uid: 71220980-f345-45ca-a9ba-01e29a4f549b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41157"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117f8fd5809d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: b0f7c745-f8c5-4209-b7ce-e42b6d0f2971
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117f9142ff21
    namespace: kserve-ci-e2e-test
    resourceVersion: "41167"
    uid: 9caf8d85-4140-47e2-9cc5-2e00d8110a18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117f9435735f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: aeca9117-2a89-42a5-b9fa-23d9795baca5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117f94ae66eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 6cd2fd59-cbb4-49ab-835d-c471bd35c461
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117ff3db7041
    namespace: kserve-ci-e2e-test
    resourceVersion: "41188"
    uid: 2dd59355-3b2f-4e61-9e92-47081350c82f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117ff6e5f55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: cbf9cf66-3d08-43ba-8c60-d0a36e771722
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117ff75da07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 39db92d9-d6c2-4a63-b04d-97d9507bf988
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117ff76aa919
    namespace: kserve-ci-e2e-test
    resourceVersion: "41194"
    uid: bf6b34a2-c352-48b1-8bc9-61abd44aa623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117ffa919507
    namespace: kserve-ci-e2e-test
    resourceVersion: "41196"
    uid: 5265b80b-e317-48d5-84c6-2665ef130103
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T18:59:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:59:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9117ffb0d8459
    namespace: kserve-ci-e2e-test
    resourceVersion: "41197"
    uid: e73735b9-edea-494f-8f86-f4e5ae45ff99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T19:00:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a911802fd1dabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41600"
    uid: 00776a64-b0e0-4e9c-951e-7675477c8d09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T19:00:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9118fc663db3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41706"
    uid: 824ebe55-124d-48a8-9dbd-da2007b53fd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T19:00:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a9118fc6648c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "41707"
    uid: 4fd82bb6-d9fc-497d-abfd-ff29b08aed57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 71cdc5b9-6181-45ca-aad3-0a09090f532f
  kind: Event
  lastTimestamp: "2026-04-23T19:00:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:00:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l.18a91190b7e1f4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41790"
    uid: af7333f3-4e44-4c07-bfa0-d382c269c49c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41134"
    uid: e4a1e28e-559f-49d7-ae05-1f1e2136ae83
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4-b8r7l'
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4.18a9117f763bf401
    namespace: kserve-ci-e2e-test
    resourceVersion: "41146"
    uid: 43008cdb-60ef-4761-8f6c-14aa7e44cb13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: 0c7019de-c8b1-4a45-ab13-cd0a66bd0ed2
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-66cfc9f5d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9117f73110ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41136"
    uid: f3fba03b-4716-42aa-b16c-7cfc6b86753c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: 250078f4-4380-4323-9267-638b76e5ef30
  kind: Event
  lastTimestamp: "2026-04-23T19:00:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a91182f216a829
    namespace: kserve-ci-e2e-test
    resourceVersion: "41504"
    uid: 62e41436-fbf5-4c48-ba1b-bdcc150653be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41133"
    uid: 250078f4-4380-4323-9267-638b76e5ef30
  kind: Event
  lastTimestamp: "2026-04-23T19:00:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a91182f2843d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "41505"
    uid: fff7e724-d5a3-4604-bb66-12156779dfec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: 250078f4-4380-4323-9267-638b76e5ef30
  kind: Event
  lastTimestamp: "2026-04-23T19:00:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9118d6f4a29d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41605"
    uid: f86b326e-98a8-47f4-bc7e-e3b2edc22c26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41295"
    uid: 250078f4-4380-4323-9267-638b76e5ef30
  kind: Event
  lastTimestamp: "2026-04-23T19:00:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T19:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:00:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a9118d6fb34ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41607"
    uid: 4e4d7527-10fc-4df2-8dbd-c5d15baf8500
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41112"
    uid: a13ceaa6-afa3-4096-af4d-492cba90b91e
  kind: Event
  lastTimestamp: "2026-04-23T19:00:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:00:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a9117f72f3330b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41683"
    uid: b5ec202b-eda2-4a03-b6d7-ff6186d20ccb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41112"
    uid: a13ceaa6-afa3-4096-af4d-492cba90b91e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass.18a9117f73620a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "41159"
    uid: 561725e4-dd12-442b-9ba8-ef82df431a2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41142"
    uid: a13ceaa6-afa3-4096-af4d-492cba90b91e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:59:27Z"
    name: isvc-sklearn-s3-tls-global-pass.18a9117f7ae3f40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: bba19ebd-1142-4d9f-a4e7-8a2ce8125434
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41680"
    uid: a13ceaa6-afa3-4096-af4d-492cba90b91e
  kind: Event
  lastTimestamp: "2026-04-23T19:00:36Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:00:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a9118f93649d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "41681"
    uid: 5a7cf912-0999-4886-8472-5cf84e4eb108
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T19:03:42.609991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T19:03:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T19:03:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911baf2d4e533
    namespace: kserve-ci-e2e-test
    resourceVersion: "43438"
    uid: 9d608115-7f3c-4b49-8bf7-7a1de7120556
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: "2026-04-23T19:03:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911bb01ceda6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: aeaeb01f-2627-4f2b-831f-0ee04b6ec319
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43442"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: "2026-04-23T19:03:43Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T19:03:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911bb301039a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43457"
    uid: 2ea03d1c-c3a7-4a11-ba97-b1884fb0f751
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: "2026-04-23T19:03:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911bb3186675a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43499"
    uid: 76fbb564-e147-414c-9fa0-d5eaa44eb733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: "2026-04-23T19:03:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911bb344d811a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43501"
    uid: 0317d05d-7e32-46c3-96a5-692ac8cc5716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: "2026-04-23T19:03:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911bb34c61f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "43503"
    uid: feb7e735-bb7f-4b70-b5d3-14fa70e33141
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43433"
    uid: de31943c-7163-4096-81ba-43c04c925e7e
  kind: Event
  lastTimestamp: "2026-04-23T19:03:52Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn.18a911bd46ef4dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "43556"
    uid: d712023d-1b1d-4531-b45d-d3a214d50036
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "43423"
    uid: 1d608039-8cf6-4932-99b9-a5cb1d6b1059
  kind: Event
  lastTimestamp: "2026-04-23T19:03:42Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df-25wgn'
  metadata:
    creationTimestamp: "2026-04-23T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:03:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df.18a911baf244b54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43432"
    uid: fc992883-174e-46ec-b9b4-1a7095d8b17d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43421"
    uid: 73236e7c-c8d6-4a53-adf2-e2e0ced7b86a
  kind: Event
  lastTimestamp: "2026-04-23T19:03:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-fc57cf4df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:03:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a911baef9bd444
    namespace: kserve-ci-e2e-test
    resourceVersion: "43425"
    uid: b58ee35d-230d-4e9e-8479-4fe10e69d595
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43411"
    uid: 20ab82c0-a274-4847-a35d-72ac781aaf24
  kind: Event
  lastTimestamp: "2026-04-23T19:03:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:03:47Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a911baef7ae340
    namespace: kserve-ci-e2e-test
    resourceVersion: "43506"
    uid: 92e36094-6e29-49e6-bb8f-66d6e9c8d4de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "43411"
    uid: 20ab82c0-a274-4847-a35d-72ac781aaf24
  kind: Event
  lastTimestamp: "2026-04-23T19:03:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:03:42Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a911baefe37926
    namespace: kserve-ci-e2e-test
    resourceVersion: "43427"
    uid: 0fca9a11-beb6-4397-84c9-afd0afcf2cd4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T19:02:21.548234Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42757"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T19:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T19:02:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a8132c9cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "42764"
    uid: 2b106223-5c5d-439a-9c9e-b70f496f7b92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42771"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:21Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T19:02:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a82cc8e793
    namespace: kserve-ci-e2e-test
    resourceVersion: "42779"
    uid: d6ad61a0-43a7-4f1a-9ffb-e4f7b81b6955
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a82e3a2714
    namespace: kserve-ci-e2e-test
    resourceVersion: "42781"
    uid: 4b54028a-ecb1-40d6-910f-57fec8c6b0f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a831ef9b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "42782"
    uid: 75054d93-4edc-4b92-9df5-ce6d46d46ccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a83279278b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42783"
    uid: ed1649ea-1379-468d-8897-9294f5febc63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a89de41508
    namespace: kserve-ci-e2e-test
    resourceVersion: "42806"
    uid: 298be72c-57aa-4573-a89d-f9c8bd168f5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a8a13179f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42810"
    uid: a25b2335-3296-40db-8bb5-0cd99572eea9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a8a1a7ed0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42811"
    uid: b2ac4a4e-1351-4904-9c5c-ec9bf193c118
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a8a1b58b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42812"
    uid: d14abb77-e4fc-46fc-93c4-6d070f889502
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T19:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a8a525448e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42815"
    uid: 85d409e1-97f5-4a7b-9f6d-3733a16c17e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:02:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:02:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a8a59f5b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "42816"
    uid: 104d8f66-b645-4282-bebc-d3ca41149f8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:03:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911a915c4586f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43401"
    uid: ba6da852-9086-46dd-809a-094a42ed78e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:03:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911bab2aba77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43397"
    uid: 19808f95-d876-42a7-b8e2-6ea9dc631b6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:03:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911bab2ac4949
    namespace: kserve-ci-e2e-test
    resourceVersion: "43398"
    uid: 6d5f0969-3a40-413f-9642-8439542ea812
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42759"
    uid: 5e26bb39-0027-4c53-99b4-2f0a00518bf2
  kind: Event
  lastTimestamp: "2026-04-23T19:03:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T19:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T19:03:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv.18a911bac7e7f358
    namespace: kserve-ci-e2e-test
    resourceVersion: "43400"
    uid: cacf2357-64f9-4d6e-8317-d89a2bf4aebe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42749"
    uid: 9a6c53b6-38ea-4df1-a7f0-a6b4eb1d7c76
  kind: Event
  lastTimestamp: "2026-04-23T19:02:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff-xjjgv'
  metadata:
    creationTimestamp: "2026-04-23T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:02:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff.18a911a812932517
    namespace: kserve-ci-e2e-test
    resourceVersion: "42761"
    uid: f6d32426-9cce-4cc2-94e1-8db3af27c9b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42747"
    uid: 00b2f48f-90f2-47a5-b170-bd65501fad8d
  kind: Event
  lastTimestamp: "2026-04-23T19:02:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-9d8f6fcff
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:02:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a911a80d46690f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42752"
    uid: 16f91bbc-f4de-4b91-aa3a-7caff5488afd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42748"
    uid: 1aa69d60-0e92-4dfb-be83-6f0dc08148e1
  kind: Event
  lastTimestamp: "2026-04-23T19:03:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T19:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:03:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a911ab8c389e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43118"
    uid: 476cbf82-e4ea-464b-8285-9926282fc781
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42748"
    uid: 1aa69d60-0e92-4dfb-be83-6f0dc08148e1
  kind: Event
  lastTimestamp: "2026-04-23T19:03:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T19:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:03:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a911ab8cbe6b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43119"
    uid: 0fd3e245-3f9f-4ae5-917b-f18c8c06b71c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42903"
    uid: 1aa69d60-0e92-4dfb-be83-6f0dc08148e1
  kind: Event
  lastTimestamp: "2026-04-23T19:03:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:03:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a911b609f02c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "43341"
    uid: 86cc007d-8670-4f53-9602-b413c31aa1f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42903"
    uid: 1aa69d60-0e92-4dfb-be83-6f0dc08148e1
  kind: Event
  lastTimestamp: "2026-04-23T19:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T19:03:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a911b60a5be985
    namespace: kserve-ci-e2e-test
    resourceVersion: "43342"
    uid: 6e273682-5a65-4ade-b8df-514b05065e37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42738"
    uid: 75443893-5a62-41b3-bc90-c1f57cc81eba
  kind: Event
  lastTimestamp: "2026-04-23T19:03:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:03:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a911a80cdd2545
    namespace: kserve-ci-e2e-test
    resourceVersion: "43306"
    uid: 36ab15fd-f6d5-4cf4-b47c-f824b0470b72
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42738"
    uid: 75443893-5a62-41b3-bc90-c1f57cc81eba
  kind: Event
  lastTimestamp: "2026-04-23T19:02:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T19:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:02:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a911a80dd9d0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42753"
    uid: 5347992b-bfd9-4af1-93ba-a4c37e82f0f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T19:03:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "43304"
    uid: 75443893-5a62-41b3-bc90-c1f57cc81eba
  kind: Event
  lastTimestamp: "2026-04-23T19:03:31Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-23T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T19:03:31Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a911b87954391f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43305"
    uid: 19cc8ab5-e79e-4302-8b31-5208875be0ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40441"
    uid: 0a0f2f31-d35e-479d-91bb-527180fedc9e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:59:17Z"
    name: isvc-sklearn-s3.18a9116cc4e6fc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41028"
    uid: a2080569-7a9d-455a-a588-fba02f5eadd2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40441"
    uid: 0a0f2f31-d35e-479d-91bb-527180fedc9e
  kind: Event
  lastTimestamp: "2026-04-23T18:58:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:58:06Z"
    name: isvc-sklearn-s3.18a9116cc5549fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40475"
    uid: fba5db5a-91ac-41d2-93bf-830ff66a903f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 0a0f2f31-d35e-479d-91bb-527180fedc9e
  kind: Event
  lastTimestamp: "2026-04-23T18:59:17Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:59:17Z"
    name: isvc-sklearn-s3.18a9117d1e1e2b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "41027"
    uid: eb24a7f1-d97e-41a7-93fc-98ce7b6656a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5979dc977
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: f6f7d66d-6cdb-4708-96c8-bde7a888b614
  kind: Event
  lastTimestamp: "2026-04-23T18:40:51Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5979dc977-gqs2v'
  metadata:
    creationTimestamp: "2026-04-23T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:51Z"
    name: isvc-sklearn-scheduler-predictor-5979dc977.18a9107b9d003df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: e67131ab-059e-4b76-8cac-02f6e823f8f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: d24f0127-c8cd-4580-a975-8ac17d1073f2
  kind: Event
  lastTimestamp: "2026-04-23T18:40:51Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5979dc977 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:40:51Z"
    name: isvc-sklearn-scheduler-predictor.18a9107b98c835b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 242a7025-d280-4064-9776-21f6dea3084b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: 6b3320b6-6973-459d-b362-0ca76d695e77
  kind: Event
  lastTimestamp: "2026-04-23T18:40:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:51Z"
    name: isvc-sklearn-scheduler.18a9107b98336f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: ab7dd6f2-8cfe-4043-b1bd-3fe5ddef191e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: 6b3320b6-6973-459d-b362-0ca76d695e77
  kind: Event
  lastTimestamp: "2026-04-23T18:40:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:51Z"
    name: isvc-sklearn-scheduler.18a9107b98da0e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: f55ef977-c4bd-49a0-bcf5-82f79f213823
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: 6b3320b6-6973-459d-b362-0ca76d695e77
  kind: Event
  lastTimestamp: "2026-04-23T18:40:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:51Z"
    name: isvc-sklearn-scheduler.18a9107b98da7ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31679"
    uid: 0c0ac544-6f6c-4de7-9fd6-ffdf0c5b3a21
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:46:11.175535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34526"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c6247452a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34530"
    uid: c0f4d8a5-f4bf-45f6-bcf7-9efccd5badbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34536"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c63e00e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: 2d77f76a-5048-41d8-b169-a8368df2d7f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c63f5c39aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34553"
    uid: 8ceb5f21-f252-4118-983c-6b079f111505
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c642f1a59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34554"
    uid: 3f47ba31-f354-4bac-bba2-e4ca0e283b06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c643676781
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 7fe2f332-9d6b-4bc2-8315-196cb4d883ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:16Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c76161c920
    namespace: kserve-ci-e2e-test
    resourceVersion: "34598"
    uid: 8d040b9f-f26a-4122-a2cc-3faef9740304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:16Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c76500657f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34607"
    uid: 6ac6ebb4-9a89-4889-9685-d41127430fc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:16Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c765762f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34608"
    uid: 32f42d9d-20f2-4a9d-96f1-4c31ab6de393
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:16Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c76582aa9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34609"
    uid: 34491143-f915-4be3-8413-c91e22f4919a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:16Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c768a7518d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34611"
    uid: 92686675-ee67-4c88-8ed9-d4ad2f004a0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:46:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:16Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c7691cd8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: 0ecfba2b-9701-49ac-916b-5a9fdff29411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:47:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:33Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910c79d658543
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: b185a16d-abd4-4c31-83a2-f714e94f7a31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:47:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910d8d32a1914
    namespace: kserve-ci-e2e-test
    resourceVersion: "35180"
    uid: dc747eff-aecd-427a-bbb2-3c343f317ad0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:47:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910d8d32a7902
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: f42df1c5-79b3-47f3-91e3-b87914e98221
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 8f0a7baf-f73f-43cb-9e60-197518d065da
  kind: Event
  lastTimestamp: "2026-04-23T18:47:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:38Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks.18a910d94f7efabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 5c95d43a-3681-4216-bdc8-a9df3d011225
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34515"
    uid: acaa24f6-941c-4548-84bc-9817c1e8a2d1
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-dcfd46f6d-bh8ks'
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor-dcfd46f6d.18a910c623e52174
    namespace: kserve-ci-e2e-test
    resourceVersion: "34527"
    uid: a16ba7df-1c0b-4c70-afd7-6114eec9a992
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: b97e5807-6cfd-4d17-a527-61d9053ba4f1
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-dcfd46f6d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18a910c620c9fd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34517"
    uid: 9c0fb326-3166-4962-b57a-79b75009d5a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: 7bbca5ab-d474-4f3d-a025-30be0eafbe0f
  kind: Event
  lastTimestamp: "2026-04-23T18:46:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18a910c99f3564de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: bfd7cad2-e96e-493c-9933-2cb56312acaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: 7bbca5ab-d474-4f3d-a025-30be0eafbe0f
  kind: Event
  lastTimestamp: "2026-04-23T18:46:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18a910c99f9e937d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34888"
    uid: e1635d36-08ce-4241-a2d5-a0b6b3dad6ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 7bbca5ab-d474-4f3d-a025-30be0eafbe0f
  kind: Event
  lastTimestamp: "2026-04-23T18:47:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18a910d41cd46545
    namespace: kserve-ci-e2e-test
    resourceVersion: "35102"
    uid: 90a10f8a-9e4d-4780-a5cb-eee18f7245ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 7bbca5ab-d474-4f3d-a025-30be0eafbe0f
  kind: Event
  lastTimestamp: "2026-04-23T18:47:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18a910d41d37fff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35103"
    uid: 9d45f528-9523-4de4-8ee3-a21c78937a13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34486"
    uid: 776f01b9-9767-4785-96a9-45249e528a48
  kind: Event
  lastTimestamp: "2026-04-23T18:47:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:23Z"
    name: isvc-sklearn-v2-mixed.18a910c62084250b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35085"
    uid: 2ed42933-7817-4888-8c62-47fd924d8547
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34486"
    uid: 776f01b9-9767-4785-96a9-45249e528a48
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-mixed.18a910c620e4db86
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: cb033970-55ee-4460-ae55-f306b7c9fef0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: 776f01b9-9767-4785-96a9-45249e528a48
  kind: Event
  lastTimestamp: "2026-04-23T18:47:23Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:23Z"
    name: isvc-sklearn-v2-mixed.18a910d701535141
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: 5327b4d0-ec43-4b35-ae41-4e1e4cae7806
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:44:50.870714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b371ea03be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33865"
    uid: 818a53f6-deed-42c8-a696-77374660e6e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33869"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:51Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:44:51Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b38b128f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 70f221be-9722-4e17-9c49-5bc5978d3791
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:51Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b38c624b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33884"
    uid: 6ba09ce3-094f-4dbd-9b9f-4d02a7cbaa91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:51Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b38f546546
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: aa532fa2-a903-4eba-b0f7-f2a86b6a8b11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:51Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b38fca00d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: ce59cdb3-c1d3-4369-9eba-bb38cf86d1d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1419"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:55Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b47373a7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: 131ec717-7649-4f24-b9b5-0b415a3557bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:55Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b476a6393c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: d4ce3882-6bc8-4729-8f33-2a33f3a721ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:55Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b4771de4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 3feb40c5-b4ea-462b-b047-cc41eee519e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:55Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b4772be0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: b5b0bae1-f290-4bac-bf95-5a3626fffa58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:55Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b47ab1dd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: 45adc6da-e1f0-47bf-85b5-3db912c4bcb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:55Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b47b2da1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: 3c3a224a-a0a6-4298-b9d1-c2ec5a8b90cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:46:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:12Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910b4afd11415
    namespace: kserve-ci-e2e-test
    resourceVersion: "34560"
    uid: 584dc7ba-d7e7-4c9c-a334-b080a26db15b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910c61d3e914f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34503"
    uid: 711e5abd-406d-40ed-9410-5982b5bf0c04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:46:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:11Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910c61d3f337d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34506"
    uid: 2ee5f941-09ba-4a7b-84aa-3c8284981e76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 31e95bf7-a82a-4935-84ed-9791d464d79e
  kind: Event
  lastTimestamp: "2026-04-23T18:46:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:46:12Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw.18a910c661e32fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: 47fde41d-c46f-41de-aeac-2e26d74833d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7f7fb98cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: 30aa84e2-2e01-4fca-b309-a40d543e34ff
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7f7fb98cb5-2xrvw'
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-predictor-7f7fb98cb5.18a910b3717a7d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: ae38b316-e185-4237-a7e9-9f24a1af2f60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 520d6a67-c864-44c9-b878-c7c9520a646e
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7f7fb98cb5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-predictor.18a910b36e5e23a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: 3e4eff95-a4b3-4e9a-a473-aa2aa57f7929
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: 3f73d972-752c-48d7-8fad-0c8ba723155d
  kind: Event
  lastTimestamp: "2026-04-23T18:45:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:45:20Z"
    name: isvc-sklearn-v2-predictor.18a910b6ed5c4783
    namespace: kserve-ci-e2e-test
    resourceVersion: "34124"
    uid: d63c6cc2-0174-42b6-99f9-0bc3a1475daf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: 3f73d972-752c-48d7-8fad-0c8ba723155d
  kind: Event
  lastTimestamp: "2026-04-23T18:45:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:45:20Z"
    name: isvc-sklearn-v2-predictor.18a910b6edc7bb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: 36903845-ad86-493d-a8e6-64e25db2f230
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 3f73d972-752c-48d7-8fad-0c8ba723155d
  kind: Event
  lastTimestamp: "2026-04-23T18:46:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:05Z"
    name: isvc-sklearn-v2-predictor.18a910bdebdaf6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: d958306a-e810-4330-bfb3-18529b969373
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 3f73d972-752c-48d7-8fad-0c8ba723155d
  kind: Event
  lastTimestamp: "2026-04-23T18:46:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:46:05Z"
    name: isvc-sklearn-v2-predictor.18a910bdec423637
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: 8687aa8e-7356-4cd2-a94d-2626942fa567
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:43:50.700114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33350"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a56f77887b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33354"
    uid: 43d2a206-c0f9-4d3b-b401-8ebcd63be586
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a579d5f595
    namespace: kserve-ci-e2e-test
    resourceVersion: "33364"
    uid: 860e8c3a-d20f-4b38-a83d-ee1c8946aea8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33358"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:51Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:43:51Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a5ac7fd941
    namespace: kserve-ci-e2e-test
    resourceVersion: "33375"
    uid: 5b30bb0b-ca79-4af5-9aeb-7b7b38c2537b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:51Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a5ade9decc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: da18b25c-c9f9-4cfe-bd6d-6b1e91e8e29e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:51Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a5b17dd5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: 57c3ac50-eaf2-487f-b7c2-42c8e9a77927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:51Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a5b207e12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: a902fce6-a246-4ff1-ad6f-ae75ee9c3cc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:55Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a6aa6052c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33415"
    uid: 3c99fb54-aa62-4c00-a172-c89295149d78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a6ae1e2951
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: a91f6fb9-c327-40ce-bcec-ef34f2839bd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a6ae96cedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 42f811a5-a350-4bbe-8a85-4fcb6168a334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a6aea2aca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: dd7961ef-60de-4a45-a567-1670ed69846c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a6b16b1ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: fe5adb84-d2b8-472e-a9fb-df21b969eda6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:43:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910a6b1de6d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 09ebbd0c-cd20-4c3a-93e6-14e618e01f46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:44:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:34Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910af88c68bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33692"
    uid: f07b5ccd-eca6-481f-91e7-bfb1a3a0f1f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910b36daec98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: f9be2437-8f7e-4451-8e7e-40fca89502ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910b36daf77f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: 2e13a925-9af3-45f3-bf0a-cd286a998b1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: f1612d0f-dabf-4e1e-bd70-42f2d287e956
  kind: Event
  lastTimestamp: "2026-04-23T18:44:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:44:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd.18a910b42c39a3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 2762ba01-fff8-42e8-8f31-f9dc163aa09f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33339"
    uid: 0c06af6d-9562-4de0-9b1c-6813795c9bcf
  kind: Event
  lastTimestamp: "2026-04-23T18:43:50Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-cbtfd'
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a910a56ee52ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: b6460f13-d8b3-46b6-b9ae-695bce94b3af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: 32146550-6726-4286-b65b-b5d27b1f1788
  kind: Event
  lastTimestamp: "2026-04-23T18:43:50Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910a56b9a721d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33341"
    uid: f2cac21a-955a-4b03-babb-88271f2572e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: 24b3d152-18d7-465b-bc33-4b006115251b
  kind: Event
  lastTimestamp: "2026-04-23T18:44:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910a8ea974731
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: ee93c531-13aa-4be4-b950-e9ed23948e76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: 24b3d152-18d7-465b-bc33-4b006115251b
  kind: Event
  lastTimestamp: "2026-04-23T18:44:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910a8eafbaad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 7beced01-0238-4d7e-aeb6-4dcd510d09da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 24b3d152-18d7-465b-bc33-4b006115251b
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910ac69ce9011
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: 53d8392a-723c-4231-9181-dab01cfe8104
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 24b3d152-18d7-465b-bc33-4b006115251b
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18a910ac6a3b55bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 6f24f538-1501-47cf-a542-2b9e24437864
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: 6bf09219-e85a-4fb0-b808-4e697b1cac8f
  kind: Event
  lastTimestamp: "2026-04-23T18:44:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:44:44Z"
    name: isvc-sklearn-v2-runtime.18a910a56b739404
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: bd3c0eac-26e0-41d6-9b81-711754c14f46
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: 6bf09219-e85a-4fb0-b808-4e697b1cac8f
  kind: Event
  lastTimestamp: "2026-04-23T18:43:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:43:50Z"
    name: isvc-sklearn-v2-runtime.18a910a56bed4602
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: fd4a0f06-a1e4-4f4a-9d35-eff80377c0c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33769"
    uid: 6bf09219-e85a-4fb0-b808-4e697b1cac8f
  kind: Event
  lastTimestamp: "2026-04-23T18:44:44Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:44:44Z"
    name: isvc-sklearn-v2-runtime.18a910b1dd8e03b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33770"
    uid: 35136679-c77b-4379-9d4f-ed8825139099
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 77a33c55-7f34-4127-87ff-804194785ee9
  kind: Event
  lastTimestamp: "2026-04-23T18:46:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:02Z"
    name: isvc-sklearn-v2.18a910b36e38d57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: f113a53f-453f-4e08-8fdf-81c3369bf626
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 77a33c55-7f34-4127-87ff-804194785ee9
  kind: Event
  lastTimestamp: "2026-04-23T18:44:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:44:50Z"
    name: isvc-sklearn-v2.18a910b36e934932
    namespace: kserve-ci-e2e-test
    resourceVersion: "33855"
    uid: e8095ae7-1e09-4785-8bb3-78bbe6142192
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:46:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34420"
    uid: 77a33c55-7f34-4127-87ff-804194785ee9
  kind: Event
  lastTimestamp: "2026-04-23T18:46:02Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:46:02Z"
    name: isvc-sklearn-v2.18a910c4132f4e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34421"
    uid: 3b27a85c-01f3-44e7-8755-75747943cd6f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: bf4a18fb-f181-4edc-afb2-0e099a18fe99
  kind: Event
  lastTimestamp: "2026-04-23T18:42:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:05Z"
    name: isvc-sklearn.18a9107c16094250
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: 60a01023-7134-44ae-8baa-6e35721fcc10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: bf4a18fb-f181-4edc-afb2-0e099a18fe99
  kind: Event
  lastTimestamp: "2026-04-23T18:40:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:40:53Z"
    name: isvc-sklearn.18a9107c16a70197
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 7d46c443-60e5-4508-bff9-6826aaae6234
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: bf4a18fb-f181-4edc-afb2-0e099a18fe99
  kind: Event
  lastTimestamp: "2026-04-23T18:42:05Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:05Z"
    name: isvc-sklearn.18a9108cede191a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: b7a24c5a-8e11-4704-8c73-fb5c9b3f66f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:47:31.439501Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35178"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-zkcng
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910d8d48f3b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: f6d160b0-0e5f-4b20-8480-a4a854fe1c62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910d8e0935aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35201"
    uid: e4433ac2-f972-43a5-9187-b7b0855b09ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:32Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:47:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910d9114e799e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 05585866-a2fe-49fd-a694-06fc9fd3e005
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910d91385e623
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 4f113688-557c-4bb4-b3f3-9c0f99012858
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910d9169902a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: 51940ca9-0fc2-462b-9473-d62034edd637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:32Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910d91710da14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: 73753f51-e78e-41f2-b6cf-71d76ade0b6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:38Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-23T18:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910da5f2d5f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 4b8483e4-400b-4bcf-8e2f-94eca6e7ecaf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:41Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.571s (3.571s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db3409da13
    namespace: kserve-ci-e2e-test
    resourceVersion: "35294"
    uid: 82b5476c-0329-459f-a5f7-c8c949297f14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db3778a064
    namespace: kserve-ci-e2e-test
    resourceVersion: "35296"
    uid: 2b9685f3-81a8-4879-8018-e901e554a30f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db37f62bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35297"
    uid: 8b16f005-5485-44ca-8ad6-6365ea0cd1c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db3805e319
    namespace: kserve-ci-e2e-test
    resourceVersion: "35298"
    uid: e20c1d09-0d38-4f82-9d86-d02a6200de47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db3b492c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: 2479a9f9-4149-4611-b845-a5a5fe26abd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db3bc7e77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: fc256502-dab9-4708-9dba-3b25ac78c20f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:47:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:47:48Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910db4eba3377
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 1e4768b7-6a9c-4962-a79f-dc8f0e639d4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910e2919cdd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: 22611011-c58f-4339-9413-ef2bf5d6fe56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910e2919d5dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 1e9d669b-cfa6-4029-bbb4-a350eaa1abe2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-zkcng
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 74bd9057-45b9-4ccb-9449-e286b47d1437
  kind: Event
  lastTimestamp: "2026-04-23T18:48:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-zkcng.18a910e3b09f6ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 1268026e-f617-43c1-b3ed-c019f910c1ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: e369e328-e78d-4be0-b3ab-3d21610c6a87
  kind: Event
  lastTimestamp: "2026-04-23T18:47:31Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-zkcng'
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a910d8d3ae491d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 3c3e2623-426f-4405-a1cf-2e6a096cb262
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: 3c133863-34d9-4121-9bdc-2d00df0b14b9
  kind: Event
  lastTimestamp: "2026-04-23T18:47:31Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-tensorflow-predictor.18a910d8cdd9212a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35158"
    uid: 47c463ff-e2d0-4598-963a-b81ad12f1f14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: f4b944e2-3577-4811-8ae4-d7bdd48001b7
  kind: Event
  lastTimestamp: "2026-04-23T18:47:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:46Z"
    name: isvc-tensorflow-predictor.18a910dc4cc6a2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 39d970b8-1683-428b-9b45-042650344792
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: f4b944e2-3577-4811-8ae4-d7bdd48001b7
  kind: Event
  lastTimestamp: "2026-04-23T18:47:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:47:46Z"
    name: isvc-tensorflow-predictor.18a910dc4d32bbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: 02130952-978b-4c68-adce-08bc3801b961
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: f4b944e2-3577-4811-8ae4-d7bdd48001b7
  kind: Event
  lastTimestamp: "2026-04-23T18:48:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:01Z"
    name: isvc-tensorflow-predictor.18a910dfcbf4c666
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: 253e0212-4db2-4cc5-8bc3-46c5b8248615
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: f4b944e2-3577-4811-8ae4-d7bdd48001b7
  kind: Event
  lastTimestamp: "2026-04-23T18:48:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:01Z"
    name: isvc-tensorflow-predictor.18a910dfcc77ec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "35454"
    uid: d9873799-7b43-4bb2-8763-7ee77c9e6908
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:48:13.343245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e29637b1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: a9625260-0fb4-4bbf-b2a0-d694058b99ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e2af82b58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: ed1d38d5-78c7-41f0-9225-c8d35829fb8c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e2b0e88596
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: a3e36238-10f2-4d94-bf2c-b84da5dd1042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e2b39c86be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35599"
    uid: c064b3bb-56a7-4670-b6ee-7c1f4ce96d84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e2b41159c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35600"
    uid: 6111057c-99c7-455f-8ea2-93d513da28f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:18Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-23T18:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:18Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e3e22f7121
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: acd7f5ab-e5bb-4a67-99db-3569d9fe7c1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:22Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.602s (3.602s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4b8e8af89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 1fac21a7-f260-4c61-bac3-446952e6adbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4bc34e12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35673"
    uid: c19db184-38d2-43b5-8b37-1483943193e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4bcade799
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 836377b5-360a-4579-b676-71f6e19225fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4bcba2add
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 4ea4fe52-b011-430f-b3e5-cf99e1b6c0f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4bfb85487
    namespace: kserve-ci-e2e-test
    resourceVersion: "35676"
    uid: b81b4b86-faa6-4e66-9787-bfb6cb86b93c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4c0326932
    namespace: kserve-ci-e2e-test
    resourceVersion: "35677"
    uid: 11f4feec-ff51-428d-bded-ca61011eec86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910e4d1a189f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 8dbcd4c7-4c1e-4187-ab49-6d817a4a5279
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910ec0deca30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 6ead8f05-1784-4d13-933e-56c27cd9079a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:48:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910ec0ded4d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: b6e38a4b-b14f-4301-9e3b-97c1a148d580
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b0d1dc9-f68f-4404-92f4-11f154259358
  kind: Event
  lastTimestamp: "2026-04-23T18:49:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:49:23Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph.18a910ed338fab10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: d9934e6f-10ee-4ed7-8fdb-4b63c455bcee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35564"
    uid: fdcb45d2-4b99-45bf-920c-479176ef372e
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-wp4ph'
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a910e29590872a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: f2bef53d-b21a-4358-a249-b64ff86cf298
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: e3ccfdfe-fcfa-44cd-bb2f-e92bbb0b737d
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime-predictor.18a910e292290fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: 38c551d8-6bb9-4816-9cd0-9777179ad448
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 3c8cd1ef-7228-4273-8e4e-9d5c198df12e
  kind: Event
  lastTimestamp: "2026-04-23T18:48:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:43Z"
    name: isvc-tensorflow-runtime-predictor.18a910e6110e02ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35835"
    uid: 11cd4fd3-0073-4934-a57e-f02063909230
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 3c8cd1ef-7228-4273-8e4e-9d5c198df12e
  kind: Event
  lastTimestamp: "2026-04-23T18:48:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:43Z"
    name: isvc-tensorflow-runtime-predictor.18a910e6117c7abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: 91a1d2dc-12c5-4a45-9d91-d2505ebfb1f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: 431328ee-fd51-464a-b662-3c9b6c7342d0
  kind: Event
  lastTimestamp: "2026-04-23T18:48:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:48:39Z"
    name: isvc-tensorflow-runtime.18a910e292602d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: 0e3b9c61-ca98-45d3-bdd4-a6e375140d1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: 431328ee-fd51-464a-b662-3c9b6c7342d0
  kind: Event
  lastTimestamp: "2026-04-23T18:48:13Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:48:13Z"
    name: isvc-tensorflow-runtime.18a910e292c18c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "35571"
    uid: 43435a74-a562-4273-8f34-c35318951079
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: 431328ee-fd51-464a-b662-3c9b6c7342d0
  kind: Event
  lastTimestamp: "2026-04-23T18:48:39Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:48:39Z"
    name: isvc-tensorflow-runtime.18a910e890c2507a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: 6df2248f-9e74-4525-b11d-1106a0a3460a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: f5ff5891-a017-4527-9f18-5d5d7bde6a7b
  kind: Event
  lastTimestamp: "2026-04-23T18:47:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:58Z"
    name: isvc-tensorflow.18a910d8cd772b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: 8164fa42-f83b-41dd-a261-772e4036ba16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35166"
    uid: f5ff5891-a017-4527-9f18-5d5d7bde6a7b
  kind: Event
  lastTimestamp: "2026-04-23T18:47:31Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:31Z"
    name: isvc-tensorflow.18a910d8d579711f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: f8203109-99cd-447f-8c2c-5fb12e68eb56
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:47:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: f5ff5891-a017-4527-9f18-5d5d7bde6a7b
  kind: Event
  lastTimestamp: "2026-04-23T18:47:58Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:47:58Z"
    name: isvc-tensorflow.18a910df0df70d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: 4fe87af9-6ca0-4851-a1a6-1c3b683725de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:48:54.112746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35961"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-96znp
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ec1444e221
    namespace: kserve-ci-e2e-test
    resourceVersion: "35967"
    uid: 4becdbdd-1579-4677-9c4f-078a3c3c27f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:48:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ec2043159d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: 7677891c-3be4-4b63-af1a-3c3cff2f431b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35971"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:48:55Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:48:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ec51c22252
    namespace: kserve-ci-e2e-test
    resourceVersion: "35983"
    uid: e4fe94c9-c235-460c-b0a0-2906042df2be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:48:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ec531f1d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "35986"
    uid: db24d4b5-cbf9-4a6b-8e02-9fe3b0d71e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:48:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ec564d6c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: 03781248-d2e6-48a5-a774-414c353899f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:48:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ec56ca4263
    namespace: kserve-ci-e2e-test
    resourceVersion: "35989"
    uid: b44ca0ed-61e6-40c0-a0d8-74f47836aad7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:48:59Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-23T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:48:59Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a910ed4c55a8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: d41647b6-317b-4875-80c6-784e8e74551b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:55Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m56.256s
    (1m56.256s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a911085dbcd117
    namespace: kserve-ci-e2e-test
    resourceVersion: "36835"
    uid: a2f85392-3c7a-4087-ab9f-46e9a18aa964
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a911086337b403
    namespace: kserve-ci-e2e-test
    resourceVersion: "36836"
    uid: fd9fb51b-b8d2-48b1-a234-9def0fb95767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a9110863fc4dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36837"
    uid: 5888df32-d454-4f8c-b2f7-89116a0f0447
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a91108640b204e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36838"
    uid: 33de8cef-1d34-46be-9b1b-bad758fc9bb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a91108694a8338
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: deabffc8-7724-45a8-8850-a81384af0182
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:55Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a911086a5bf10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: e378d6be-5afb-4fc6-b31b-ece682499260
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:50:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:50:57Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a91108a69710a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36860"
    uid: 2f21bd10-9a90-4c28-a0a2-f75f91dc74f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:51:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a9110ab69b1324
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: 7c90ab29-3dfa-4379-afbd-d59f2281961d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:51:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a9110ab69c7b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: ae9dae09-f23c-449a-81a6-8a5655f4f70c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-96znp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 5cfcca61-c2aa-4347-83a0-eb1bc98aa3b2
  kind: Event
  lastTimestamp: "2026-04-23T18:51:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:07Z"
    name: isvc-triton-predictor-84bb65d94b-96znp.18a9110b366955ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: fedaf235-fdfc-4f3c-8ba5-707e8b294acb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 36cf0c7a-8a2a-4493-89a4-d0853d493b30
  kind: Event
  lastTimestamp: "2026-04-23T18:48:54Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-96znp'
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-triton-predictor-84bb65d94b.18a910ec13a891b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 55e61b0b-1a0a-47b7-bf76-26b775cc343d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: 93e732fd-b784-42c2-a65e-1523f6be60a4
  kind: Event
  lastTimestamp: "2026-04-23T18:48:54Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-triton-predictor.18a910ec107ffd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 8b261779-a35a-4ce0-8aa5-7ec985784bfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 46dcb173-c22d-47eb-9d92-a52c11c80a88
  kind: Event
  lastTimestamp: "2026-04-23T18:50:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:54Z"
    name: isvc-triton-predictor.18a910ef8f67ef79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36823"
    uid: e93e005c-2285-429f-81dc-e2c65107f2e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35950"
    uid: 46dcb173-c22d-47eb-9d92-a52c11c80a88
  kind: Event
  lastTimestamp: "2026-04-23T18:50:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:50:54Z"
    name: isvc-triton-predictor.18a910ef8fd9ca4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: f192d083-afbb-4120-9456-88c9fac4f61e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 077333d7-d544-496b-a09e-dfe517ae7dc8
  kind: Event
  lastTimestamp: "2026-04-23T18:51:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:02Z"
    name: isvc-triton.18a910ec105d2a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: 00c5fc68-5662-478d-91af-513d328e6a49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:48:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 077333d7-d544-496b-a09e-dfe517ae7dc8
  kind: Event
  lastTimestamp: "2026-04-23T18:48:54Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:48:54Z"
    name: isvc-triton.18a910ec10e570dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35956"
    uid: 8a326c91-73b2-48d8-a684-0d455ef79429
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: 077333d7-d544-496b-a09e-dfe517ae7dc8
  kind: Event
  lastTimestamp: "2026-04-23T18:51:02Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:02Z"
    name: isvc-triton.18a9110a136d2c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: d8a1bbdd-91b6-4b3e-b91a-d8e5859de25b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:51:05.787019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-rwfk5
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110abcaad65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: d77423d6-a199-4ef8-a57d-944b677d14b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110aca6f43e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: 8e5d18f1-8077-4b66-ac41-326f2ab97bb6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:06Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:51:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110afb4a4063
    namespace: kserve-ci-e2e-test
    resourceVersion: "36998"
    uid: 821afbbd-524a-47b3-b559-e830ea07f709
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110afca2c63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37000"
    uid: 6316d4e9-edf0-480f-9311-34c5b1eed0fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110b010af494
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: fd4ebda1-7366-42d9-9343-cf540c07985b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110b01bfceaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37002"
    uid: f85a863b-b479-49a3-96c0-6529ada1e7f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:10Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-23T18:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:10Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9110becaf650d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 4e547e18-7ebe-4b34-9647-d52c7044b624
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:30Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.484s (19.484s
    including waiting). Image size: 1306326778 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a911107613525e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: e3a83380-d8b7-46c9-bbf8-5ae839cad1b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a911107c38a9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 02069bd8-6ab4-4253-8135-f688a77cddd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a911107d6f5ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: 072f1447-314a-4213-b177-39acfe4e1590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a911107d7c1b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37183"
    uid: 90b4402f-8f9b-48df-be1c-c928409847cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9111083ef1988
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: ef79d927-ae17-460f-9433-deaa84d09cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:51:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9111085600210
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 6283aa05-9ab5-4870-8008-aba2f2d5b52c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:52:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a91110d4e01564
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: 40c4ad03-f591-43c3-ac87-e29a21bf9c8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:52:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:45Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a911220d9bc1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: 70ffa499-d7a6-4347-b8e4-a605cb84ee4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:52:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:45Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a911220d9e65f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37763"
    uid: bc3f5d68-4ad2-446e-947a-6ee29d9c6be9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 30b922f0-bee6-4b62-8b88-906af09d135e
  kind: Event
  lastTimestamp: "2026-04-23T18:52:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rwfk5.18a9112286fe4ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 607dd018-6a94-4b21-86e3-f3bd8b0e4b78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: 31ddf263-5e1f-45f7-9752-325324e5dd0a
  kind: Event
  lastTimestamp: "2026-04-23T18:51:05Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-rwfk5'
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a9110abc37b283
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: 23499600-964c-4c1c-9b48-18c7544a5fe6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: ebfabdba-7b0d-45ca-9cbe-9986556baf7e
  kind: Event
  lastTimestamp: "2026-04-23T18:51:05Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-xgboost-predictor.18a9110ab7643285
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 32fdf91f-b495-439c-98a4-8a00687bfd9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: 09fb328d-91e3-4e4a-9f56-1d76697be40f
  kind: Event
  lastTimestamp: "2026-04-23T18:52:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:05Z"
    name: isvc-xgboost-predictor.18a9110e360cb8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37444"
    uid: 4d93873c-6ccc-4169-b4dd-c7018f2117ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: 09fb328d-91e3-4e4a-9f56-1d76697be40f
  kind: Event
  lastTimestamp: "2026-04-23T18:52:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:05Z"
    name: isvc-xgboost-predictor.18a9110e36864cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37445"
    uid: 066ff246-295d-4a65-9ae8-aab303416250
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 09fb328d-91e3-4e4a-9f56-1d76697be40f
  kind: Event
  lastTimestamp: "2026-04-23T18:52:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:35Z"
    name: isvc-xgboost-predictor.18a9111c32bb5722
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: bbbbb099-fa07-4960-bb28-0abdd626ac37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 09fb328d-91e3-4e4a-9f56-1d76697be40f
  kind: Event
  lastTimestamp: "2026-04-23T18:52:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:35Z"
    name: isvc-xgboost-predictor.18a9111c3329ad1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37653"
    uid: 843abc40-69c5-468c-b6e2-92fe5b3d4aeb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:54:26.322321Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a911396d80c3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: 47fb0b38-5b34-4c5a-918b-f6ee5e79276c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113986bc71d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38678"
    uid: 81a9edff-6f58-46b0-8800-6d01a0832caf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113988448254
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: df71e78b-4c74-497d-a70e-48a2bf41f95c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a911398b2ac581
    namespace: kserve-ci-e2e-test
    resourceVersion: "38682"
    uid: 52713aa5-a818-4fef-b221-576633f19a03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a911398ba80ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: 1bb7243f-3705-45db-9e00-ad5aa80e60c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113aa62532a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 8fbad2a3-8c79-4d61-b626-0c536a0000c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113aa9e50a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38733"
    uid: e53e8e89-89ec-4748-a3bc-9fbf55493f8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113aaa6b8ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 2ee6b425-e4b5-434c-b4d2-a970591384ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113aaa78b136
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: fba827d0-104f-41b4-830f-48bc26859c07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113aadb9ba32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: f8229038-7b36-414c-a9cc-75c9cdc63592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:54:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:31Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113aae38a707
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: e32889ca-8a08-4d4e-b933-7f30bf32cf06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:55:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:48Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9113ae21b77fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39355"
    uid: 806678cd-2cc8-4607-b292-45b710049458
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9114c1519ed4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39296"
    uid: 6f19c941-533c-46a0-92c1-68f4cc1025f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9114c151ab428
    namespace: kserve-ci-e2e-test
    resourceVersion: "39299"
    uid: 2726c03a-1127-4107-8577-49bb8f0ac1f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: a3631085-bc9d-4164-b65d-58e8cfd81ed6
  kind: Event
  lastTimestamp: "2026-04-23T18:55:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:48Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-qk7k6.18a9114c9438b95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: fcbb079d-f3f0-47ba-8db3-4c0c2fbb27bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38649"
    uid: a2c1292c-07eb-4fd1-be5c-077fda9ccc1c
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-qk7k6'
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a911396d0915bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: 2ebfe5f3-7794-4d04-b1f9-c3fda8f775cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: 41027d9b-6a61-4dc1-a67c-1602bec48891
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime-predictor.18a911396a2c37d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38651"
    uid: d2554975-dba1-4de9-b0d2-d245ac9bead1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: b51463fb-f2f6-4c57-966a-d4c598cb4165
  kind: Event
  lastTimestamp: "2026-04-23T18:55:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:11Z"
    name: isvc-xgboost-runtime-predictor.18a9113ce9112228
    namespace: kserve-ci-e2e-test
    resourceVersion: "39014"
    uid: 1913abc0-ea1a-4ca8-a3f2-1402c8660161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: b51463fb-f2f6-4c57-966a-d4c598cb4165
  kind: Event
  lastTimestamp: "2026-04-23T18:55:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:11Z"
    name: isvc-xgboost-runtime-predictor.18a9113ce971bb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: 0d954666-d6e3-4cc9-9078-b141bd7ec19c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: b51463fb-f2f6-4c57-966a-d4c598cb4165
  kind: Event
  lastTimestamp: "2026-04-23T18:55:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:41Z"
    name: isvc-xgboost-runtime-predictor.18a91147664bf214
    namespace: kserve-ci-e2e-test
    resourceVersion: "39234"
    uid: ff9d6af1-cba8-475f-9e1a-9f21166a9545
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: b51463fb-f2f6-4c57-966a-d4c598cb4165
  kind: Event
  lastTimestamp: "2026-04-23T18:55:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:41Z"
    name: isvc-xgboost-runtime-predictor.18a9114766b256f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39235"
    uid: bfa5f13b-916c-4c1e-a8dd-dafb3e2f833a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 68f29c2f-2b51-4bec-b74e-cd6d93a383aa
  kind: Event
  lastTimestamp: "2026-04-23T18:55:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:38Z"
    name: isvc-xgboost-runtime.18a911396a07930f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39214"
    uid: 45ef373e-c145-4871-a340-e9046f904b01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 68f29c2f-2b51-4bec-b74e-cd6d93a383aa
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime.18a911396a5be176
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 13a29754-1c54-4ea8-b311-2d89eb73947e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: 68f29c2f-2b51-4bec-b74e-cd6d93a383aa
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: isvc-xgboost-runtime.18a9113971b3dbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38673"
    uid: 15a29244-e8ff-4da8-b5b1-007e2f1ffc79
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39211"
    uid: 68f29c2f-2b51-4bec-b74e-cd6d93a383aa
  kind: Event
  lastTimestamp: "2026-04-23T18:55:38Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:38Z"
    name: isvc-xgboost-runtime.18a9114a451f1f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39213"
    uid: 6bbaec7d-601f-4e85-b548-70b9980b4509
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:52:46.061458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a91122157d4ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: de604fe5-8a2f-4c06-87a5-2febd73d882e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a911222ed9e32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: 98250564-7e6c-4c46-bc86-2044f7eebbf3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112230485117
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: c4181d8f-e549-47ee-ae76-5da9a54d9a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a911223376cc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: a5b2d0c1-4a06-4fee-9ec6-4121cb3dd4ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112233ebe37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37802"
    uid: 4b9ed80a-815c-4487-9b30-4becc3b31a6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112330a45bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: 1b84162a-9844-437c-bc2b-00da7a021b2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112333dab6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: 5d74fab3-e8d0-4be3-ab85-47e5295586c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a91123345251ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: d1a77de8-6843-4076-8411-7734c8d6e8d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a91123345ff712
    namespace: kserve-ci-e2e-test
    resourceVersion: "37849"
    uid: 419332cb-1166-455e-b179-183c87e482be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112337a7838f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: 4cf58a75-4e1f-4133-9186-f39c2e38cf35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:52:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:52:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a91123381cb6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: fa66c3f2-db27-49a8-b27c-68063b922fb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112dbbbde967
    namespace: kserve-ci-e2e-test
    resourceVersion: "38211"
    uid: f0dec67d-0ef5-40fc-bbb5-8a3be81899a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112dbbbe5138
    namespace: kserve-ci-e2e-test
    resourceVersion: "38210"
    uid: e191b5d3-06e9-47f6-bbf8-bba591037479
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: a536c176-fa7e-4e67-ab83-14b8dc651c9b
  kind: Event
  lastTimestamp: "2026-04-23T18:53:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57.18a9112e2283b8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: c5b6c48f-9ca8-4a0c-978e-fe387d06446d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37765"
    uid: 73561771-ab7a-4ff2-8068-31108da4dfc6
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-wxq57'
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a9112214de515b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37779"
    uid: 51515e92-0e57-4af9-a4e7-eb3803e18314
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37762"
    uid: c7855ba6-76ee-4d2e-bfc2-d831f0bffceb
  kind: Event
  lastTimestamp: "2026-04-23T18:52:45Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:52:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a911220f3ca11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 6a05f593-ebad-4178-a1be-4f3540d3c866
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37764"
    uid: 544011ec-d281-4e99-a24c-81d3c4e31924
  kind: Event
  lastTimestamp: "2026-04-23T18:53:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:16Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a911258d8281d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38025"
    uid: 53293a69-05ec-4362-b267-303eb5e71eb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37764"
    uid: 544011ec-d281-4e99-a24c-81d3c4e31924
  kind: Event
  lastTimestamp: "2026-04-23T18:53:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:16Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a911258e06409b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 7c5028dd-6084-4d6f-aac6-b4b85b5632af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 544011ec-d281-4e99-a24c-81d3c4e31924
  kind: Event
  lastTimestamp: "2026-04-23T18:53:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:31Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a9112c8cb73404
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: 72c8bcc7-6c2b-456d-977b-3ed56bf3bdc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 544011ec-d281-4e99-a24c-81d3c4e31924
  kind: Event
  lastTimestamp: "2026-04-23T18:53:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:31Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a9112c8d2a6256
    namespace: kserve-ci-e2e-test
    resourceVersion: "38136"
    uid: d131c0f6-75ad-47bd-87a5-e4fa48468abc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: cfda4c80-3ffa-42a8-8798-d8779f6fc6e9
  kind: Event
  lastTimestamp: "2026-04-23T18:53:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:53:27Z"
    name: isvc-xgboost-v2-mlserver.18a911220ecaa285
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: 6d77e6e2-0451-4392-8339-eb2b7ac5dc77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: cfda4c80-3ffa-42a8-8798-d8779f6fc6e9
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver.18a911220f683c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: 106f0a18-1f75-4205-a220-9ac1a9d437ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: cfda4c80-3ffa-42a8-8798-d8779f6fc6e9
  kind: Event
  lastTimestamp: "2026-04-23T18:52:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:52:46Z"
    name: isvc-xgboost-v2-mlserver.18a911221624b7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37790"
    uid: 68124f56-8a5c-43a7-81c1-7c54653d9b9f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: cfda4c80-3ffa-42a8-8798-d8779f6fc6e9
  kind: Event
  lastTimestamp: "2026-04-23T18:53:27Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:53:27Z"
    name: isvc-xgboost-v2-mlserver.18a9112bd59a6b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 975489ba-4171-4d78-924b-7fc414cdd1bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:56:46.709648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39823"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    to ip-10-0-143-63.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115a1d3d4c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39829"
    uid: e8b284b0-bc0a-4880-9696-6da95fe7fdd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39834"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:47Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:56:47Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115a36815b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39841"
    uid: a83cd90e-5024-48d3-b09d-82cecd93c6f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:47Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115a380bc6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39845"
    uid: b4813bc8-e68c-4c68-8751-cc9b5d4bd474
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:47Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115a3b07809c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39848"
    uid: 96f099b3-7e5c-4a54-82dd-d6f6cc83ca23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:47Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115a3b834f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: 8a754a5b-f45f-409c-9432-264a529735c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:51Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b1f10b0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39888"
    uid: e1d3bed4-f5d2-4817-bc91-7a368a2b1ecc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b22818f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 33871137-ae74-44f9-9870-0d214738f035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b22fffb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39893"
    uid: c7e2da95-0086-4a94-a077-d6d37e93e7df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b230e5fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39894"
    uid: e2b48472-bbf3-4f81-8d3c-593016b4d480
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b266f7490
    namespace: kserve-ci-e2e-test
    resourceVersion: "39897"
    uid: faf5a375-8612-40d1-9836-3183b9b3819f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:56:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b26eb2cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39898"
    uid: 48fa6a09-7cb7-432e-a1ad-4dd53bad7320
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:58:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-23T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:08Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9115b5afa9f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "40519"
    uid: fb1029d1-6eab-4add-87dc-d93a70d9427c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:58:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9116cc46f8d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40468"
    uid: e923cee2-77e1-477e-a4bc-3bbab46fda7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:58:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9116cc4700d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: d6f31f48-883c-4380-8dce-890fd29e40f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: fdd399a8-e13f-4783-ae77-321150364765
  kind: Event
  lastTimestamp: "2026-04-23T18:58:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:58:08Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-46k62.18a9116d0d204334
    namespace: kserve-ci-e2e-test
    resourceVersion: "40518"
    uid: ca57e592-7cba-49c3-ba71-4d7a36a0a626
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39814"
    uid: b02d9035-23da-4248-bc2c-b1814fff9421
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-46k62'
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a9115a1cb3f488
    namespace: kserve-ci-e2e-test
    resourceVersion: "39826"
    uid: 813a3607-fb92-4862-999a-7b25f9f286de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39810"
    uid: 9e2fb4fb-d58b-42f3-9acb-8f699f49b84a
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-predictor.18a9115a196517c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: aed3e375-5783-4ca1-bb76-fc94a246c38d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: 110d79ad-d8cf-4374-b0b9-1835a5756ceb
  kind: Event
  lastTimestamp: "2026-04-23T18:57:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:57:01Z"
    name: isvc-xgboost-v2-predictor.18a9115d97ef036f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39978"
    uid: 0fc74703-fd48-4711-96d0-cbf7204bd4a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: 110d79ad-d8cf-4374-b0b9-1835a5756ceb
  kind: Event
  lastTimestamp: "2026-04-23T18:57:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:57:01Z"
    name: isvc-xgboost-v2-predictor.18a9115d98566c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "39980"
    uid: 52644f1b-2e11-49e6-8cd1-54055f643c83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39979"
    uid: 110d79ad-d8cf-4374-b0b9-1835a5756ceb
  kind: Event
  lastTimestamp: "2026-04-23T18:58:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:58:01Z"
    name: isvc-xgboost-v2-predictor.18a9116117603521
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: 59768618-dc97-4d50-a37e-5466662c0814
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39979"
    uid: 110d79ad-d8cf-4374-b0b9-1835a5756ceb
  kind: Event
  lastTimestamp: "2026-04-23T18:58:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:58:01Z"
    name: isvc-xgboost-v2-predictor.18a9116117cfe428
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: a4abeee3-422c-4735-9bff-aa7cbe8df1f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:55:46.528119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39314"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114c1a240837
    namespace: kserve-ci-e2e-test
    resourceVersion: "39319"
    uid: 60c3605f-6358-4884-a808-7820133b845a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39325"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114c33303080
    namespace: kserve-ci-e2e-test
    resourceVersion: "39331"
    uid: ec22c15b-babc-48df-862f-2bccc099c44f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114c349d760b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39333"
    uid: 754cd94e-41dd-48f5-b2b1-0a2b6b358b70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:47Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114c379582f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39335"
    uid: 070d7085-4bf4-4cd8-83a0-b6a6a64f8f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:47Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114c380c06df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39336"
    uid: 8a4a4f71-eee7-4896-a41a-5b5ab8fbff78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114d40abd7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39377"
    uid: 7e38dd87-f21b-49e8-8eb5-4d58c9806754
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114d43d6153b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: 78a5d23a-801e-4221-b20b-4593c5e33157
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114d4449bc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "39384"
    uid: c0466e8d-d37e-42db-925c-5d0b9e7bb222
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114d4455d29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39385"
    uid: c6a231a8-2c3d-43fc-86b0-63c2a2ab477e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114d47974333
    namespace: kserve-ci-e2e-test
    resourceVersion: "39389"
    uid: 271d186c-1198-4157-b27c-531545eb3966
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:55:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:55:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9114d480cbed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39390"
    uid: 60e6343f-4464-4e33-a439-2438065aef4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:56:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:29Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a911561ff15d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "39650"
    uid: 5f2c973a-af9f-4783-b18e-5a6a4c917279
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9115a186897e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39809"
    uid: 516184a1-8f88-4029-ba50-d9aad7df2d50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9115a186eda5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39812"
    uid: 3ac7e476-3053-4402-81bc-3e64c954692e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: cb52e804-2d33-41e1-9a34-a656ecca2773
  kind: Event
  lastTimestamp: "2026-04-23T18:56:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:56:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr.18a9115ac283638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39876"
    uid: 00c8ec10-317b-4dc6-b46c-36e1ff6657ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39302"
    uid: 5ca14741-71ae-49d6-9d3a-1e9689dbed66
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-wwgnr'
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a9114c19b9dfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39316"
    uid: c8b115c8-3349-41e5-9f22-31f417665073
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 5e9fd9b3-280b-4be7-838e-c648b80e71fd
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9114c163da883
    namespace: kserve-ci-e2e-test
    resourceVersion: "39304"
    uid: a78c042c-9e01-47ad-85d6-81acaaa17277
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39301"
    uid: b8b50c0b-59db-4bc7-a303-56622e833692
  kind: Event
  lastTimestamp: "2026-04-23T18:56:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9114f94d70661
    namespace: kserve-ci-e2e-test
    resourceVersion: "39561"
    uid: 2b6d8b4f-f4f4-47e6-b545-d87fbb0e3528
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39301"
    uid: b8b50c0b-59db-4bc7-a303-56622e833692
  kind: Event
  lastTimestamp: "2026-04-23T18:56:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9114f9543ceec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39562"
    uid: 684188d0-1e38-4569-a7b0-6b9180c12320
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: b8b50c0b-59db-4bc7-a303-56622e833692
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9115693583496
    namespace: kserve-ci-e2e-test
    resourceVersion: "39780"
    uid: 41b65f68-b23b-42b7-8f3f-fc0af2ebc582
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: b8b50c0b-59db-4bc7-a303-56622e833692
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18a9115693bf8d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "39781"
    uid: 25dc8172-301a-441d-b734-9758a9646196
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39272"
    uid: 4bae38cb-e44c-4d4a-9278-70f26afb4b19
  kind: Event
  lastTimestamp: "2026-04-23T18:56:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:56:39Z"
    name: isvc-xgboost-v2-runtime.18a9114c16154348
    namespace: kserve-ci-e2e-test
    resourceVersion: "39732"
    uid: 6ec468ab-d908-4218-bdc7-8f88577106ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39272"
    uid: 4bae38cb-e44c-4d4a-9278-70f26afb4b19
  kind: Event
  lastTimestamp: "2026-04-23T18:55:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:55:46Z"
    name: isvc-xgboost-v2-runtime.18a9114c166f888b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: 789ac466-8276-4138-9640-704d3dd34e5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: 4bae38cb-e44c-4d4a-9278-70f26afb4b19
  kind: Event
  lastTimestamp: "2026-04-23T18:56:39Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:56:39Z"
    name: isvc-xgboost-v2-runtime.18a9115873c39d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 6fdc7f08-1d3b-4b64-b1cc-4e1ad423f07b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: 6c230a8d-1070-41f3-b9d8-f1493bf3768f
  kind: Event
  lastTimestamp: "2026-04-23T18:57:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:57:58Z"
    name: isvc-xgboost-v2.18a9115a19434759
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: 48f2ac92-0e71-448a-9f37-8df2f5f94780
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:56:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: 6c230a8d-1070-41f3-b9d8-f1493bf3768f
  kind: Event
  lastTimestamp: "2026-04-23T18:56:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:56:46Z"
    name: isvc-xgboost-v2.18a9115a19c5277c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39818"
    uid: 0c052a1b-d439-492c-b09f-7dc74dcdb8c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:57:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40377"
    uid: 6c230a8d-1070-41f3-b9d8-f1493bf3768f
  kind: Event
  lastTimestamp: "2026-04-23T18:57:58Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:57:58Z"
    name: isvc-xgboost-v2.18a9116abed927c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40378"
    uid: 0c771801-5915-4ee9-a79a-702c8c9f39d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: c2055774-e71a-4908-9a04-e333052243eb
  kind: Event
  lastTimestamp: "2026-04-23T18:52:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:52:38Z"
    name: isvc-xgboost.18a9110ab722c77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: c2ed1faf-3174-4ccd-aade-b73a1ffc7613
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: c2055774-e71a-4908-9a04-e333052243eb
  kind: Event
  lastTimestamp: "2026-04-23T18:51:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-xgboost.18a9110ab7807abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36980"
    uid: 8573419e-eb16-48ee-8fdc-6b1a64064114
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:51:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36940"
    uid: c2055774-e71a-4908-9a04-e333052243eb
  kind: Event
  lastTimestamp: "2026-04-23T18:51:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:51:05Z"
    name: isvc-xgboost.18a9110abd83a784
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: aef8717c-7f18-441c-ac03-41eb5a6a6c39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: c2055774-e71a-4908-9a04-e333052243eb
  kind: Event
  lastTimestamp: "2026-04-23T18:52:38Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:52:38Z"
    name: isvc-xgboost.18a9112038ba316c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: eec79cc7-5fb6-48e9-b5cf-2765834df363
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:11:05.634953Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-zcm4t
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edbe874bbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 0f3870ca-e663-4870-a124-5192ed49afbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:06Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:11:06Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc01b21a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: deeba3ba-d97f-4cd4-b0ca-9450046775fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:06Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-23T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:06Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc02f8adb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: f1087384-7801-4070-89e3-91ef97462314
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:07Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.223s (1.223s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-23T18:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:07Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc4beb2080
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 698723bc-656d-490d-bb0c-c46dd72de424
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:07Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc4f77fd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 676e7362-1554-4707-b3f5-44756ed8b28b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:07Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc4fecd3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 3aa5c769-4cf5-433a-8efb-dc807fef656e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:07Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc4ff9d6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: e6a4d497-ed54-42b4-b125-2017f24a542c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:07Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc53d4ee92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 18096f2a-527a-4d43-99f2-b146d2fae149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:11:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:11:07Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90edc544cae0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 7e245722-ab1e-480f-ae34-7016c2996f31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:12:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:50Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90ef46b150eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: 136a54f8-9625-4bca-8050-2c91ee03ab7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:12:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:50Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90ef46b1585b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 38caa378-0c0b-47aa-a087-04c1f182cdca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zcm4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 3951c0b5-f95b-4db0-b1a5-795144405449
  kind: Event
  lastTimestamp: "2026-04-23T18:12:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:12:51Z"
    name: message-dumper-predictor-c7d86bcbd-zcm4t.18a90ef471a83f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17609"
    uid: fbec57d8-6a49-471d-ad3b-846026448992
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: c948c4e3-cd97-43e1-b4c1-6c5d4aad0e3d
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-zcm4t'
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: message-dumper-predictor-c7d86bcbd.18a90edbe7f5e3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: c8f4a020-1a51-4320-8469-492b0e93a526
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: d76fe750-2d8a-4c3a-8725-5eb1742744a1
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: message-dumper-predictor.18a90edbe62232f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: cc19d4ee-e89f-4842-ad17-22b28f6a3a72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 475e9527-a406-420f-bd14-6d861d81774e
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: message-dumper-predictor.18a90edf64d94f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 0eaf09e1-2dd3-482b-9aab-f750cd2e4442
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 475e9527-a406-420f-bd14-6d861d81774e
  kind: Event
  lastTimestamp: "2026-04-23T18:11:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:11:50Z"
    name: message-dumper-predictor.18a90edf6541f9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 2b0a553d-5796-4ee1-8c08-3dcedcbf5552
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 3fd93a01-477f-4ee9-a5cb-444566664939
  kind: Event
  lastTimestamp: "2026-04-23T18:11:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:16Z"
    name: message-dumper.18a90edbe62e37d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: d6354ac1-fcc2-4039-bcb7-847c85825895
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 3fd93a01-477f-4ee9-a5cb-444566664939
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: message-dumper.18a90edbe6cc856c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: f009a380-25d5-4292-8df5-e3798ca95de2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 3fd93a01-477f-4ee9-a5cb-444566664939
  kind: Event
  lastTimestamp: "2026-04-23T18:11:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:05Z"
    name: message-dumper.18a90edbec3d0b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 2f827aac-f6ad-4ef9-9e38-a808ffa38c16
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:11:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 3fd93a01-477f-4ee9-a5cb-444566664939
  kind: Event
  lastTimestamp: "2026-04-23T18:11:16Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:11:16Z"
    name: message-dumper.18a90ede59e2654e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: e24d8315-874c-49bc-afb0-0a8828feadfe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:42:13.444192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108eca8feae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: 1d19ebae-455b-4455-a8d4-8e93e72f6d4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108ed63726b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: f82562db-1b49-4cf1-bb88-8532d69297c6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:14Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:42:14Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108f07d65fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: cbaba890-f6bd-4c5c-a3e4-6c871f431b6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:14Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108f093e9459
    namespace: kserve-ci-e2e-test
    resourceVersion: "32501"
    uid: b5ffbfb3-d8ff-4b2c-a6db-1539370f70f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:14Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108f0c4754e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: b6c706a6-6018-48e8-bb04-e4ba24746d66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:14Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108f0ccf7829
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: d590463c-3191-40c9-8ab3-e359919ac85f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:18Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9108fff59801f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 45619c29-cf38-49a5-bd8e-846c08b1a44f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:18Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109002653275
    namespace: kserve-ci-e2e-test
    resourceVersion: "32549"
    uid: b82682ac-70aa-4162-9be2-6be6736ac1be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:18Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109002db8cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: 97fd6b7c-a674-493d-95c1-05033d35ca21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:18Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109002e6e632
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: 791cf8f1-334e-4a3f-8092-d5b7da8072c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:18Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a91090062e34d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: b838bed7-2fc9-4a01-a7d8-59d2f7921684
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:18Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109006a3aa67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 4135f678-2f48-45ca-aaa6-09fbec6fb0c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:42:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-23T18:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:42:55Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a910989facbe9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 4d663442-cddd-478b-9644-3cb632021ed7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109cc45876cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32981"
    uid: 6a426237-06b5-4b0c-a48e-742f0384410a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109cc45dbc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32984"
    uid: f3a5a306-e84a-4597-87f7-13fdfea25571
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:43:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:20Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109d455351e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: bd4d925e-3946-4428-9109-9383142a17c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: ed9390f7-ada6-4059-8643-57b6bff2d505
  kind: Event
  lastTimestamp: "2026-04-23T18:43:16Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-23T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:43:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-jfgq7.18a9109d83a139d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: 7088f4c0-c0cf-49ff-b697-06797bf3564d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: 44e805cd-5d55-41e1-8f1e-26b6f078e3d1
  kind: Event
  lastTimestamp: "2026-04-23T18:42:13Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-jfgq7'
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a9108ec9d2feef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 21cad656-4e2e-4389-a6a3-2da3d5e3b73a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: a2591071-512f-4a4c-b73f-eac8cc1872da
  kind: Event
  lastTimestamp: "2026-04-23T18:42:13Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: sklearn-v2-mlserver-predictor.18a9108ec5ab4a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: e97cd021-1030-4213-b71c-8a061a9ccc6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: 906aaa05-1967-428b-a756-0a1246e085fa
  kind: Event
  lastTimestamp: "2026-04-23T18:42:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:43Z"
    name: sklearn-v2-mlserver-predictor.18a9109244829f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32735"
    uid: 1854e9df-6444-4eea-a03d-d0e6dfac25ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: 906aaa05-1967-428b-a756-0a1246e085fa
  kind: Event
  lastTimestamp: "2026-04-23T18:42:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:43Z"
    name: sklearn-v2-mlserver-predictor.18a9109244e38864
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 5d1b406a-e004-4c49-ae23-4d7dfcf7cb73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 906aaa05-1967-428b-a756-0a1246e085fa
  kind: Event
  lastTimestamp: "2026-04-23T18:42:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:58Z"
    name: sklearn-v2-mlserver-predictor.18a9109943152d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32837"
    uid: 9bf7da5f-82ef-45ec-a860-19370976d288
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 906aaa05-1967-428b-a756-0a1246e085fa
  kind: Event
  lastTimestamp: "2026-04-23T18:42:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-23T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:42:58Z"
    name: sklearn-v2-mlserver-predictor.18a9109943ab7947
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: 56d61e9a-e59d-492d-ba02-4d258d8d0f49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: 906aaa05-1967-428b-a756-0a1246e085fa
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: deployments.apps "sklearn-v2-mlserver-predictor" not found
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: sklearn-v2-mlserver-predictor.18a9109cc20f1ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32961"
    uid: 7318dbda-469a-4770-b212-a3e8de714195
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: 906aaa05-1967-428b-a756-0a1246e085fa
  kind: Event
  lastTimestamp: "2026-04-23T18:43:13Z"
  message: 'Operation cannot be fulfilled on horizontalpodautoscalers.autoscaling
    "sklearn-v2-mlserver-predictor": StorageError: invalid object, Code: 4, Key: /kubernetes.io/horizontalpodautoscalers/kserve-ci-e2e-test/sklearn-v2-mlserver-predictor,
    ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition:
    906aaa05-1967-428b-a756-0a1246e085fa, UID in object meta: '
  metadata:
    creationTimestamp: "2026-04-23T18:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:43:13Z"
    name: sklearn-v2-mlserver-predictor.18a9109cc246cdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32963"
    uid: 26b07854-a54f-4237-a25f-b20f6eed760b
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 2845c317-5a8b-4c73-826d-b10e333f174b
  kind: Event
  lastTimestamp: "2026-04-23T18:43:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:43:05Z"
    name: sklearn-v2-mlserver.18a9108ec5e67c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 5fe0d928-4ec0-4d19-b965-1ae2ad7bdb1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 2845c317-5a8b-4c73-826d-b10e333f174b
  kind: Event
  lastTimestamp: "2026-04-23T18:42:13Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:42:13Z"
    name: sklearn-v2-mlserver.18a9108ec68e56ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: bda9ca97-6d2d-4849-aa49-57073401a35a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:43:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: 2845c317-5a8b-4c73-826d-b10e333f174b
  kind: Event
  lastTimestamp: "2026-04-23T18:43:05Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:43:05Z"
    name: sklearn-v2-mlserver.18a9109af6ce80d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: a67d785e-a763-4f5d-98db-968cb0880979
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-23T18:53:36.151892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    to ip-10-0-137-157.ec2.internal
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112dbf1cad32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: ecce3c67-c24f-4239-be46-b7c87702aceb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-746f646ffc-8b7bw
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38227"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112dd88c364e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: d42b1827-0b13-4b5a-950b-7938dbf80be2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8fb08be5bf3c908942a74ae20f5d98202838ebfb02dff98ba5e436bfa0ba8437"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112dd9d26446
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: 93a36537-4514-4ffa-818d-dd4df0ec5a9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ddd075db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38237"
    uid: 15c49b3c-995c-4658-8433-b52be816dfb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ddd7da6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38238"
    uid: a62881a6-8e24-4a12-add4-cbeb97fc7266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-23T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:40Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112edfb85f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "38279"
    uid: 2773d7ee-da60-4650-ba50-908d52bb1244
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-23T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:41Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ee2b5dd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: 56cc6b52-a538-430a-824e-4c4c6b515284
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:41Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ee330720d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38285"
    uid: b1eb2079-5f1d-43b4-9583-89df832e7c7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-23T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:41Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ee33c97d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38286"
    uid: 4b9d3dbd-bb88-42e3-94b2-c12a6dd7e081
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-23T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:41Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ee6b446e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38289"
    uid: 81fb81be-354d-4aaa-82cc-82e9812c2529
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:53:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:53:41Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9112ee72a3bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: 6a0f3e37-b5e5-4b82-8bd0-acfe25ce2a29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a91139680090e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: da862e01-f70a-4efb-9641-782ff32b174f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:54:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-23T18:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:26Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a9113968011f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: f54646ad-0cb2-41bb-8698-d133f1fd8898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v
    namespace: kserve-ci-e2e-test
    resourceVersion: "38219"
    uid: c0086951-1cde-4fcd-b96c-26425b3d2235
  kind: Event
  lastTimestamp: "2026-04-23T18:54:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-23T18:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-23T18:54:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v.18a91139d1bcff12
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: 306f804b-a0b9-4632-99b4-6650ada12870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-157.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-157.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 23cbd3b0-5ca1-41a6-b28f-6fbd54ab1223
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-h7m5v'
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a9112dbea03ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38218"
    uid: 29b8f731-49b7-4937-879c-c35e46c4afbd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: fffaf6c8-9233-4b0b-92e9-f6adae9a6346
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver-predictor.18a9112dbbbac196
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: ed3a051e-882d-43e9-aff3-c48e834e54fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: ce0545f6-f0c2-481d-ae22-0b23b3eb0d88
  kind: Event
  lastTimestamp: "2026-04-23T18:54:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:21Z"
    name: xgboost-v2-mlserver-predictor.18a911313a7640c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: 0dccbede-5f43-40a8-9a9d-40d008b03b78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: ce0545f6-f0c2-481d-ae22-0b23b3eb0d88
  kind: Event
  lastTimestamp: "2026-04-23T18:54:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-23T18:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-23T18:54:21Z"
    name: xgboost-v2-mlserver-predictor.18a911313adc368d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: ece3e7be-3cac-40fc-bd14-59a0c4141f7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38177"
    uid: 073233e1-08be-4e0c-b412-d75684b7cee1
  kind: Event
  lastTimestamp: "2026-04-23T18:54:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:18Z"
    name: xgboost-v2-mlserver.18a9112dbbc35a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38558"
    uid: fa86a80b-6564-4aec-a1f2-5e6fff2ac74a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:53:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38177"
    uid: 073233e1-08be-4e0c-b412-d75684b7cee1
  kind: Event
  lastTimestamp: "2026-04-23T18:53:36Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-23T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:53:36Z"
    name: xgboost-v2-mlserver.18a9112dbc648ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 6e17ae5a-5ad6-4c42-821d-d5e0ce65845a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-23T18:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: 073233e1-08be-4e0c-b412-d75684b7cee1
  kind: Event
  lastTimestamp: "2026-04-23T18:54:18Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-23T18:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-23T18:54:18Z"
    name: xgboost-v2-mlserver.18a9113783270a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: cb3ed27f-b32e-434e-9913-640bb1ac6b9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "43795"