---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:58:43.955394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: 410bd2b7-bd30-4c61-97ec-32c368502e45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6.18a969dc8d1a4042
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: 714c27cb-8a7f-4753-ace3-68149d2d5f09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 410bd2b7-bd30-4c61-97ec-32c368502e45
  kind: Event
  lastTimestamp: "2026-04-24T21:58:44Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:58:44Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6.18a969dca63842bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 8078937c-7996-4a48-9381-2acbc3b1da2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 410bd2b7-bd30-4c61-97ec-32c368502e45
  kind: Event
  lastTimestamp: "2026-04-24T21:58:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:50Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6.18a969dca7c8f41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25289"
    uid: 5f6a9518-587e-41fe-ab6d-ff4f84f51808
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 410bd2b7-bd30-4c61-97ec-32c368502e45
  kind: Event
  lastTimestamp: "2026-04-24T21:58:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:50Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6.18a969dcaa4067d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25291"
    uid: 9f01eff0-1820-4ea2-801e-8b9c43e80346
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 410bd2b7-bd30-4c61-97ec-32c368502e45
  kind: Event
  lastTimestamp: "2026-04-24T21:58:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:50Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6.18a969dcaab5cd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: 1a41b56c-d4c1-4c09-9116-bed0957d8f9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: 410bd2b7-bd30-4c61-97ec-32c368502e45
  kind: Event
  lastTimestamp: "2026-04-24T21:58:53Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6_kserve-ci-e2e-test(410bd2b7-bd30-4c61-97ec-32c368502e45)
  metadata:
    creationTimestamp: "2026-04-24T21:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:53Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6.18a969deb94ea9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25317"
    uid: 2452ec0c-699a-4ac4-9c68-db2aea081692
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-463e12-predictor-58bcf495d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25204"
    uid: 6367db8d-29e6-4657-a890-aaa721610b35
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: 'Created pod: isvc-init-fail-463e12-predictor-58bcf495d8-qzpv6'
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-init-fail-463e12-predictor-58bcf495d8.18a969dc8c5aa7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: b7bf7d49-82ee-4294-88bc-8d14bedf1367
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-463e12-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: de19cd68-4da1-440b-b6ca-554576293419
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: Scaled up replica set isvc-init-fail-463e12-predictor-58bcf495d8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-init-fail-463e12-predictor.18a969dc888b2091
    namespace: kserve-ci-e2e-test
    resourceVersion: "25206"
    uid: 2b6fd71f-a020-478d-9e5c-ec558542a85a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-463e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: f70a58ec-a11e-4190-8673-4c74b5dfa004
  kind: Event
  lastTimestamp: "2026-04-24T21:58:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:53Z"
    name: isvc-init-fail-463e12.18a969dc87fafe08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25321"
    uid: effc7102-4e12-46e1-bc35-1cb3ac53d515
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-463e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: f70a58ec-a11e-4190-8673-4c74b5dfa004
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-463e12":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-463e12":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-init-fail-463e12.18a969dc889cb9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25226"
    uid: e879552d-e845-4715-aa3b-ed458ac24cfb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-463e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: f70a58ec-a11e-4190-8673-4c74b5dfa004
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-463e12": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:44Z"
    name: isvc-init-fail-463e12.18a969dc889d12ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: bb982672-d999-4034-b0d9-3d50aa7fdd20
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:40:38.085401Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-l5wbc
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968dfba35294a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: f6537d8d-4b0b-42d9-ad99-a3eeb84e57fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968dfc68521c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: 6f76be17-d271-4260-a5de-6c2ecc354db3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:39Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:40:39Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968dff758a9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 7f9a1ca6-98a0-4079-a11d-8e9b4e9fce2f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:39Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968dff9071bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: c29f4451-e845-4e15-bb01-b2f33ef07e9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:39Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968dffbc1212b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: dda18262-b8d7-4fc4-8a52-0212a10090db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:39Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968dffc350159
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 5c14d3a0-09a2-42d7-8d43-e05d80ed4e8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:43Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:43Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e0e346f128
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: bc1aedf0-0ddc-41dc-afa9-c3ef31588a7e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:49Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.161s (6.161s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e25281a492
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 1b92be17-dd05-43d8-a377-9e9c0a215c5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e2555d6cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: b04c9357-90aa-49eb-af18-08808441b166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e255d0e6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: c9773b99-31b7-45cb-a3c3-de86916ff562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e255dd1b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 68fc7007-057d-4e5d-ba91-798f5eae4a10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e258822316
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: 5701ea13-5949-4f41-bd3c-1487a35b8aff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:40:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e258f8c193
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 669887a1-35d8-44ec-8a88-b62a187f193a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:41:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:57Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968e2c1b43940
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 9a174906-22e1-4f66-bacb-7d38066d3edd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968f4b59a546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: e47a2429-30f5-48ca-b629-4ec4a348d798
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968f4b59ae571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 437344f9-dc7d-4297-ba63-a764e497f2b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 70d29832-055e-49bd-8770-e6e15e529545
  kind: Event
  lastTimestamp: "2026-04-24T21:42:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:12Z"
    name: isvc-lightgbm-predictor-bdf964bd-l5wbc.18a968f59dd0a641
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 972d09b4-1aca-4e89-8f8f-7b50571d2eb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: bbae7a62-0337-4022-b439-bab3934c4947
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-l5wbc'
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a968dfb9cf40d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: 04826d95-51e7-49a7-975c-309a3b93435b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: bb51c7ab-de2f-4eed-8e5c-9a2e67ef8cfe
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-lightgbm-predictor.18a968dfb648baa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 262592f0-75ff-41aa-b121-81bff050486b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: b4670fe1-377f-423d-87a6-a866851c8f11
  kind: Event
  lastTimestamp: "2026-04-24T21:41:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:23Z"
    name: isvc-lightgbm-predictor.18a968e3353ac254
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: caf4772a-689c-4878-b605-241bf41d02f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: b4670fe1-377f-423d-87a6-a866851c8f11
  kind: Event
  lastTimestamp: "2026-04-24T21:41:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:23Z"
    name: isvc-lightgbm-predictor.18a968e335a2e389
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 89b8d092-e1d8-4af1-93e3-f7aa522d54c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: b4670fe1-377f-423d-87a6-a866851c8f11
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-predictor.18a968edb2a4ffe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 1d2278f0-264c-4ff9-8124-83a526e42dd4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: b4670fe1-377f-423d-87a6-a866851c8f11
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-predictor.18a968edb30a7728
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 89f82d5c-43c3-48df-b1e6-53fdb52e4305
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:42:08.345510Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f4be211b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: e86682f3-598b-445e-af38-000c01c943cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f4c6706d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: c81a26c7-7b10-4043-8516-e69d22d9b1c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:09Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:42:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f4fae37ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 3b7d2fa9-c0d3-4525-99aa-638af12013e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f4fc5cc7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 213a8c7f-598b-4f96-8c9b-4e36b4a89d3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f4ff5dc59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: ffc14a54-ec99-4691-a475-19be3babf7e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:09Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f4ffd3343e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: e9dce244-a39b-4153-9cc2-c8f49fd8946e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:13Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:13Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f5e79eccc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: ddf16064-5f3b-485c-8211-4c5b16ed4744
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:13Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f5eae29bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: e58d4623-cbe9-45de-92b9-bbd0a3d1f94e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:13Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f5eb59aefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: c329b4f2-e169-4b90-8b4e-b22e61f346da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:13Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f5eb676cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: ff983488-0e12-4746-afe7-eee08dc28cbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:13Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f5ee4801bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 50ebee51-355c-4dd0-9140-8dca446ad3f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:42:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:13Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f5eebe44b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: b498e714-5b76-426c-b031-e681cfefab52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:43:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a968f623aa85db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: b76f061e-5a37-4c95-b336-23fb38ea7980
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a96909c1424d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: a0fc3049-2a4f-4d7e-a694-787924e8b3e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a96909c142c545
    namespace: kserve-ci-e2e-test
    resourceVersion: "17731"
    uid: d988327b-52ab-41bf-937d-831b6642c8d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 70dd3200-b3e7-45df-9b3d-5d7089528784
  kind: Event
  lastTimestamp: "2026-04-24T21:43:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk.18a9690a29bd21cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: c1906572-2489-422d-9c0e-50f578d03db0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: e1441080-18a1-46c2-8f13-d4aac7e99435
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-bbswk'
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a968f4bdab2157
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: b6ccd31e-395e-4d85-9b71-26cb60dce717
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: d0969e4c-1ce3-4ff7-8269-0db5f82e0f7c
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-runtime-predictor.18a968f4b85b637a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 09f0d213-e3e6-4cdc-b900-e1de424bfff4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 7dabeba6-a9fb-41db-a23e-19aebf9f89ef
  kind: Event
  lastTimestamp: "2026-04-24T21:42:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:53Z"
    name: isvc-lightgbm-runtime-predictor.18a968f8372657bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 52b4bcbe-073f-478c-aa3b-c1c951484bbe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 7dabeba6-a9fb-41db-a23e-19aebf9f89ef
  kind: Event
  lastTimestamp: "2026-04-24T21:42:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:53Z"
    name: isvc-lightgbm-runtime-predictor.18a968f8378f46f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 97a8d0e6-395f-46e7-a741-6e1db4c1bc43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 7dabeba6-a9fb-41db-a23e-19aebf9f89ef
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-runtime-predictor.18a96902b4789a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: cd49340b-8524-49f0-9e39-963b13ae88fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 7dabeba6-a9fb-41db-a23e-19aebf9f89ef
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-runtime-predictor.18a96902b4e3b755
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 3b90fbff-144c-4e18-a651-a982fb0a2bec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 15c7f1bc-2b0d-4e51-8710-40265ddf2c0c
  kind: Event
  lastTimestamp: "2026-04-24T21:43:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:30Z"
    name: isvc-lightgbm-runtime.18a968f4b823f318
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: fde152e7-34ae-4145-8d35-d81900538e84
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 15c7f1bc-2b0d-4e51-8710-40265ddf2c0c
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-runtime.18a968f4b8938547
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: c151c515-357b-48b4-8a61-724119c1deb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 15c7f1bc-2b0d-4e51-8710-40265ddf2c0c
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-lightgbm-runtime.18a968f4c015288b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 21b6bf19-3a34-4b01-a820-9d837cc5539a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 15c7f1bc-2b0d-4e51-8710-40265ddf2c0c
  kind: Event
  lastTimestamp: "2026-04-24T21:43:30Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:30Z"
    name: isvc-lightgbm-runtime.18a96907daec7140
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 2ded1439-f4fd-4dea-b714-107fd32cd9b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:46:38.965992Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96933c05dea04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: adcf4081-8fa3-44f2-a990-2598ec1e9c66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96933cbf83930
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: 87da9230-bb57-4011-b882-2e6bc93e0389
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:39Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:46:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96933fda09745
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: 65c9394c-08c5-4d83-9e1c-a1da5c3b9f6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96933ff04bb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 0dce0dc6-29d2-4274-b13e-98bd6c80e083
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a9693401c9c7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 3908d383-21ba-48d3-a368-2d75f80f01b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934023e6b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: 5f4eaf9e-ceff-43d7-8733-163fa96009af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:44Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934f4dd1f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "19151"
    uid: 4ad37777-06e2-4f63-a43c-296a3719c7bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934f81957c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19155"
    uid: fd547694-e4d4-4a93-a532-f49e3fb4eb49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934f89f05f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 1dac9210-7acd-4f6a-8811-63f3837be167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934f8acec13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 4c74e2b6-8ccf-4a45-bba7-9f7eba8a694b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934fcdac82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: 1fddaef4-85c8-4499-8674-474ee96b715d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a96934fd5d955a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: 070ed4a3-679d-472b-995e-1f3327ad0f3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:46:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a9693530cdcd5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: 8a7a765e-df17-49e2-8f2e-e7d3811f3772
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:47:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a9693ac175d930
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 4d19c96f-a92a-4533-a5d2-16ffc9ca4ea8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 87645a8d-7741-40a4-99b8-38ab9ecb1671
  kind: Event
  lastTimestamp: "2026-04-24T21:47:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w.18a9693ac17688ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: a4999e98-5146-452e-bd2f-b827ddfc1241
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 632c0588-ca93-44f5-9110-20b465af0545
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-j269w'
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a96933bffdffc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: 0ad6c808-9a51-4d60-8ab5-eca2a2fe5a38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 9c6a6d75-a474-4021-a224-ad3d5200fe3c
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a96933bbf590e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: 1560993d-465b-40a7-9131-6776d168917c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 73001ccf-284e-46f6-b59e-bdec2f87f37b
  kind: Event
  lastTimestamp: "2026-04-24T21:46:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:53Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a969373acd1055
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 4adf4cb4-a1a9-40bc-806a-9c9fec5e19d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 73001ccf-284e-46f6-b59e-bdec2f87f37b
  kind: Event
  lastTimestamp: "2026-04-24T21:46:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:53Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a969373b366c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: c141712d-c9fc-4041-8ab2-0303fd24fb11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 73001ccf-284e-46f6-b59e-bdec2f87f37b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:08Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9693ab9e2455f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: db4cd131-8f54-4e24-9d14-f9432e3f7d8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 73001ccf-284e-46f6-b59e-bdec2f87f37b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:08Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a9693aba5062bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: a24460cc-86b9-45dc-8c57-a511f81a5f32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 2dfc9ffb-3350-42dc-8c2a-27e9e26acfc3
  kind: Event
  lastTimestamp: "2026-04-24T21:47:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:01Z"
    name: isvc-lightgbm-v2-kserve.18a96933bbc0594f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: 4f048ece-c15c-4425-9814-78f10778bff1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 2dfc9ffb-3350-42dc-8c2a-27e9e26acfc3
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-kserve.18a96933bc162631
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 3a14eac1-874a-4b44-9712-399b221a7fd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 2dfc9ffb-3350-42dc-8c2a-27e9e26acfc3
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-kserve.18a96933c0a734de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: 03d4fab5-4ab6-4407-b4c9-352cfc600863
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 2dfc9ffb-3350-42dc-8c2a-27e9e26acfc3
  kind: Event
  lastTimestamp: "2026-04-24T21:47:01Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:01Z"
    name: isvc-lightgbm-v2-kserve.18a96938f012f398
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: c6947280-d12d-4499-bf66-1aac760d8c08
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:43:38.702126Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96909c7cd9c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: d9dcfd42-d0e1-42e7-b535-1e2852e2dca1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:43:39Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:43:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96909e0e86417
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: 447b39e6-f4b3-4a7a-93bc-2c6357fb2c00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:43:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96909e2d9a1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 02938779-d6e7-44f5-933f-593ae3ddac2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:43:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96909e5f84c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 8cf1b6a9-71d8-4d65-9918-9a9105165e4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:43:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96909e66cdcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: a46c40cb-8e1f-4656-8169-86b59a4fab81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:43:43Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T21:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a9690aeb1a1d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: ec2897a8-ad53-42e6-a9d4-a0ac32b0586b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:45:51Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m7.825s
    (2m7.825s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96928ae1fa1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 92f9cedb-d2aa-4aeb-a730-e20ba1a783f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:45:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96928b3b89e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: a70260d8-17ab-44eb-9d10-dd5bdd961664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:45:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96928b4a6714d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 605f5217-bea3-4f99-9c1c-96c1780e6a93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:45:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96928b4b4fef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 805de8b9-64ff-47e4-8245-17ec85b4030c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:45:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96928b94e1c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: d6694be7-b696-4819-851d-ddb39da5fa28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:45:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:51Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96928ba1454bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 112b8cba-5165-47e0-be78-15a5c33adc4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96933ba1cdb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: ca224b21-4670-44cc-9602-e3ccf354a270
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96933ba1d74bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 865294f7-81a0-450e-8859-98466f118290
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 3e4cd5c2-7be7-4601-ae00-9cc966127b19
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv.18a96933c1f128fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: a05d7c6d-0d1c-473e-9f5d-5ae35d49f0f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 4733efdc-bcb2-4c18-858b-789b3cf4ecd4
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-cnmvv'
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a96909c75a2ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: fe87b74c-acb8-4095-bf79-37870a04d1f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: d134b418-ddf5-4d51-847f-18181c9f9574
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96909c26cb7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: 87d3950d-7065-40e1-8763-4d488b7f777d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: d31562fc-d5bd-41c5-946c-354b0bcfba85
  kind: Event
  lastTimestamp: "2026-04-24T21:46:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:23Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9690d417a6430
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 898c25c0-7660-4f52-b9a9-0fc0c2a6d6f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: d31562fc-d5bd-41c5-946c-354b0bcfba85
  kind: Event
  lastTimestamp: "2026-04-24T21:46:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:23Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9690d41c36b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 699ea030-5b00-415d-aac3-74b19718e172
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: d31562fc-d5bd-41c5-946c-354b0bcfba85
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96933b6b3be9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 5c5866e1-c32a-4ba0-9bd9-9d46b5733f1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: d31562fc-d5bd-41c5-946c-354b0bcfba85
  kind: Event
  lastTimestamp: "2026-04-24T21:46:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a96933b71a5adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 2c954b95-8cae-4d03-846b-fa87b08c4149
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: d109a506-0f3a-4607-9179-91b79a4a0d15
  kind: Event
  lastTimestamp: "2026-04-24T21:46:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:29Z"
    name: isvc-lightgbm-v2-runtime.18a96909c246aa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: afa53e07-8f84-4176-af52-8da72d5adcfc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: d109a506-0f3a-4607-9179-91b79a4a0d15
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-v2-runtime.18a96909c2bc9fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: cacb81dc-71e7-4826-b921-697cfedc7807
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: d109a506-0f3a-4607-9179-91b79a4a0d15
  kind: Event
  lastTimestamp: "2026-04-24T21:43:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:38Z"
    name: isvc-lightgbm-v2-runtime.18a96909c81ec67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: a84c9548-75e3-42ba-9ad9-005643630998
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: d109a506-0f3a-4607-9179-91b79a4a0d15
  kind: Event
  lastTimestamp: "2026-04-24T21:46:29Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:29Z"
    name: isvc-lightgbm-v2-runtime.18a96931734e2c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: a214a240-3fe7-4565-be01-0265d5317062
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: db566886-62c1-4341-84d5-3a49b28872f8
  kind: Event
  lastTimestamp: "2026-04-24T21:42:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:07Z"
    name: isvc-lightgbm.18a968dfb62fec85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: d8da4b35-2866-403f-a4d0-26b94d2a0813
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: db566886-62c1-4341-84d5-3a49b28872f8
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-lightgbm.18a968dfb6e885f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: 33414bcc-385e-4e79-b0e5-2cb8eacbc463
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: db566886-62c1-4341-84d5-3a49b28872f8
  kind: Event
  lastTimestamp: "2026-04-24T21:42:07Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:07Z"
    name: isvc-lightgbm.18a968f47890c024
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: 8492e48e-0369-4e5f-9bef-751918e4b573
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:39:12.784535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-d94d7847-vgjkb
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:39:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:39:12Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cbdde134ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: e3c70a37-486c-4f7d-bf2b-b9970da35152
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:13Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:39:13Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cbf75a58c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: fb1e7760-7afe-4f91-944e-989f871190df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:13Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cbf8c1aef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: 30c32214-cb2b-4602-b49d-9b34980ca96d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:13Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cbfb6e9a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: d8dbdb42-3d62-4221-b179-c9229938dcdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:13Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cbfbe4b7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 9f0a51b0-9193-4fc5-9c17-34d095f305a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cccda56523
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 47169651-8be0-474d-adf2-c2c3391e02ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd0c1c546
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 150ba711-698b-48ae-9a9e-44b0ca5af379
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd13efb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: b38bb688-fa99-414d-8fd3-d4db07ff2e3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd14dcff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 899c537b-c655-47bd-8e60-6fb69e75de28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd47feb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: f85e68e0-2aa9-4d60-949f-f467576d05aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd4feeb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: f7908ad7-11a5-4a12-9534-84d8e47913f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f72c005cb705ef76fbeae81cf78e50cb05f1674ac01bdd8893cf8fb48213f3d0"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd50c4699
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 05d56227-37ad-4070-a50f-f63de006bbc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:16Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:16Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd8f021d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 35ea7fe7-5780-4ffa-9824-fc16bd341a35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:39:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:17Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968ccd96f1844
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 00f8e641-34a0-48fc-abcc-1f2badb30326
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:40:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:54Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cd455ee5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 9271bf69-2e9c-4967-94a5-5841de52ecbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:40:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:54Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968cd4569814d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 7e68ecb4-e53f-49bf-a932-9e9bc80a0e67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968dfb6d57acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 04432c8b-124b-45a2-8643-d68ebc957a65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968dfb6d5e724
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 9cf9081b-cd54-4072-8807-2a5800c9e74e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968dfb6d5f123
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: ee83ec42-b4dd-480d-8432-efd02d656ad9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-d94d7847-vgjkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: f5c641c0-e025-421b-a1ac-cba671e2b033
  kind: Event
  lastTimestamp: "2026-04-24T21:40:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:59Z"
    name: isvc-logger-predictor-d94d7847-vgjkb.18a968e0217cf225
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: b5779f8c-9428-4a98-8249-f3451867bfa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-d94d7847
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 7254af32-24be-4023-b31c-d006652fbfae
  kind: Event
  lastTimestamp: "2026-04-24T21:39:12Z"
  message: 'Created pod: isvc-logger-predictor-d94d7847-vgjkb'
  metadata:
    creationTimestamp: "2026-04-24T21:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:12Z"
    name: isvc-logger-predictor-d94d7847.18a968cbdd5b601e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 10043e09-a80a-4a3a-9c02-f70db8fdfd41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 30db53b4-bb11-4d7b-831d-9753fbbb8687
  kind: Event
  lastTimestamp: "2026-04-24T21:39:12Z"
  message: Scaled up replica set isvc-logger-predictor-d94d7847 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:12Z"
    name: isvc-logger-predictor.18a968cbda6d75cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15528"
    uid: 3ec6f70e-b3d2-4953-a968-480988781cc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 096bee73-ebbd-43a6-aee4-24db0f90eee5
  kind: Event
  lastTimestamp: "2026-04-24T21:39:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:57Z"
    name: isvc-logger-predictor.18a968cf5962e4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 46cbbcb6-4364-4f11-ac50-3f083a46740b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 096bee73-ebbd-43a6-aee4-24db0f90eee5
  kind: Event
  lastTimestamp: "2026-04-24T21:39:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:57Z"
    name: isvc-logger-predictor.18a968cf59c27f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 83df4e6f-c293-4931-978e-c5f54f9ebb61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 096bee73-ebbd-43a6-aee4-24db0f90eee5
  kind: Event
  lastTimestamp: "2026-04-24T21:40:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:27Z"
    name: isvc-logger-predictor.18a968d2d884e333
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: e62039bd-5fab-49ba-8415-a677d885dd93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 096bee73-ebbd-43a6-aee4-24db0f90eee5
  kind: Event
  lastTimestamp: "2026-04-24T21:40:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:27Z"
    name: isvc-logger-predictor.18a968d2d911c750
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 5cfc5f28-995c-4e40-a922-73f24a2733bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 07975993-8a11-4064-83fc-4ae3676d93f4
  kind: Event
  lastTimestamp: "2026-04-24T21:40:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:24Z"
    name: isvc-logger.18a968cbda4a858e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: d1fdf1c2-d7e7-4f04-ad02-19a71dbbf873
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 07975993-8a11-4064-83fc-4ae3676d93f4
  kind: Event
  lastTimestamp: "2026-04-24T21:39:12Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:12Z"
    name: isvc-logger.18a968cbdaaebf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 3f31a3ca-3362-42b2-b230-72b83c9681ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: 07975993-8a11-4064-83fc-4ae3676d93f4
  kind: Event
  lastTimestamp: "2026-04-24T21:39:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:12Z"
    name: isvc-logger.18a968cbdfac349c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 7e04b866-25e8-4de6-b803-f0bbe6eed563
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 07975993-8a11-4064-83fc-4ae3676d93f4
  kind: Event
  lastTimestamp: "2026-04-24T21:40:24Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:24Z"
    name: isvc-logger.18a968dca92a18dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 9cf07dec-df6a-41b1-828b-22808bd93687
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:47:09.152082Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19390"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693ac799204c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 0741918b-5fc8-42cc-9a64-7b9e11de6d12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693ad10f352a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: fbbe578d-0b32-4f25-9b22-93115ddcc47a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:10Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:47:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693b05091ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: a084c1a7-9607-47aa-afa7-cbb65bed05cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693b067f7026
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: d3ea9ebc-6536-48a8-a74f-57657cb8e3d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693b0971809e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19425"
    uid: d86bbf36-d187-4751-8d26-56d8b9d9c943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693b0a02b876
    namespace: kserve-ci-e2e-test
    resourceVersion: "19426"
    uid: d9063c96-dc05-4663-bf01-4a1668256ff5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693bf772e66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: fe8b2357-50af-4a2b-bf7c-39bb44463f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693bfa728b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 860dd60c-a214-42b6-8a56-6a483503e387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693bfaf95203
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 1706ab37-098c-4fce-a4d5-33035020fb1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693bfb07ce41
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 8f5bc678-14a2-429b-ab54-8e5e4a1a5908
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693bfebfb311
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: f35c469d-0f24-4f80-b6ba-79143799cfcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a9693bff3f9d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 5f5583f5-7b7a-457b-8d16-d16ab7933d9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a969466ed7b809
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: e8f87719-5e73-4245-b180-7fc611125ed0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 86edb432-6d7e-415f-9d15-3711f64b138b
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4.18a969466ed8280f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 7ff85c10-bd5b-4751-a470-3240d69afb67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 01717ba3-766c-48b8-9037-aeb6faee7495
  kind: Event
  lastTimestamp: "2026-04-24T21:47:09Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-8btt4'
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a9693ac72faf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: a22586b1-5a04-49c9-aa13-be7ddf7f0d74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19378"
    uid: 5101c3f5-a60a-4cb1-8d58-465a7f8cbea5
  kind: Event
  lastTimestamp: "2026-04-24T21:47:09Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9693ac3a13845
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: a15d8362-dff1-488d-b568-cd52be805ed2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 9b74b240-cdfb-4a00-a31b-b6f40497dc4e
  kind: Event
  lastTimestamp: "2026-04-24T21:47:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9693e426dd913
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 89a1d976-f5c0-4713-b4b4-89e25663acc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 9b74b240-cdfb-4a00-a31b-b6f40497dc4e
  kind: Event
  lastTimestamp: "2026-04-24T21:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a9693e42ce0cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: d37d9bb1-e0ae-40b1-b793-11514fc18d06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 9b74b240-cdfb-4a00-a31b-b6f40497dc4e
  kind: Event
  lastTimestamp: "2026-04-24T21:47:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96941c16bf690
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: d65b124f-3ab9-4d1f-9611-600c41cbecf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 9b74b240-cdfb-4a00-a31b-b6f40497dc4e
  kind: Event
  lastTimestamp: "2026-04-24T21:47:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18a96941c1cb9505
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: 617fdbea-7f4c-4582-9754-6aaf0962dfc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 36052e93-0701-4fb8-8927-6f9efc6c94f7
  kind: Event
  lastTimestamp: "2026-04-24T21:47:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:51Z"
    name: isvc-mlflow-v2-runtime.18a9693ac37aad44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: d09a42c2-6578-484c-8a6c-1899b51c81fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 36052e93-0701-4fb8-8927-6f9efc6c94f7
  kind: Event
  lastTimestamp: "2026-04-24T21:47:09Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:09Z"
    name: isvc-mlflow-v2-runtime.18a9693ac3efc694
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 2badbb32-39c8-4324-9046-f90e5eb76159
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 36052e93-0701-4fb8-8927-6f9efc6c94f7
  kind: Event
  lastTimestamp: "2026-04-24T21:47:51Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:51Z"
    name: isvc-mlflow-v2-runtime.18a969449af9ba07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 851353f0-931c-4c19-aba3-4d15f7a409fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:49:19.449962Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a969591df4f726
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: ce9337b2-4aa6-4052-8c09-46c852ba8e72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695936d545f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: a8132cde-00ac-4fed-aa4b-1a85ed0c204b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a96959390ed8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20502"
    uid: 7db23fd5-0720-4b97-bb52-13057b462815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a969593c59b30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 2fd63f5a-a59f-4d35-a335-d94e87a9f408
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a969593ccba3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: dfd9203b-37b0-4bfd-abbb-c94a4d816007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:24Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:24Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695a543cb4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 2a0f5e23-58f4-465f-8d5e-d836021619d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:35Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.984s (10.984s
    including waiting). Image size: 1162830075 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695ce2f3dd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 281b47d3-0e93-4380-971d-eaa855815076
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695ce680e1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: a520f20f-021d-4673-9306-58c2ee9fc260
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695ce6f6efe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 98c8b86d-3617-43d0-a6cd-76be31d667f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695ce704080a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: f2ae9432-1292-4e07-897b-55919b065915
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695cea5300e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 6b02270c-c2f8-410e-a0e6-61729e678723
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:49:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:35Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695ceb256d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 97394a05-42a3-4ad1-b476-3cedbbefef3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:50:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:32Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9695d21b41f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: f06496d7-7e5f-474e-9aa0-822f3c3214a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a96969b99ea8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: c6763261-acda-4da2-86d2-4451b5611edc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a96969b99f2dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: 83921223-178c-48d5-a034-f1bb6feb4bc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: 7dadf643-d1ec-47e8-9b32-9e946d424d06
  kind: Event
  lastTimestamp: "2026-04-24T21:50:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:32Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-wd9c5.18a9696a2bb77f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 2414eca9-7686-4df3-a259-6b049bbf2b0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: c6350f18-61b9-4d10-a00c-24eca52428ea
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-wd9c5'
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a969591d86ad37
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 7702bb5c-21cb-488f-8c68-f9a85703cf82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: bbcdfe2f-eee2-4f4c-81ba-71afa1ef71dd
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle-predictor.18a969591aa2d1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: db35da87-6b33-4313-ab32-bc1a50fb4711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 61344886-984e-472f-9bdb-4b5408e9d1da
  kind: Event
  lastTimestamp: "2026-04-24T21:50:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:04Z"
    name: isvc-paddle-predictor.18a9695c998340c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: f9616929-2788-4eb1-b0d6-90bfe750a64b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 61344886-984e-472f-9bdb-4b5408e9d1da
  kind: Event
  lastTimestamp: "2026-04-24T21:50:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:04Z"
    name: isvc-paddle-predictor.18a9695c99eca8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: c54d7906-5447-46a1-a17d-5415be027749
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 61344886-984e-472f-9bdb-4b5408e9d1da
  kind: Event
  lastTimestamp: "2026-04-24T21:50:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:19Z"
    name: isvc-paddle-predictor.18a9696717abe0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: d65561c9-8818-4a3b-8ff7-fc4eec4f7e31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 61344886-984e-472f-9bdb-4b5408e9d1da
  kind: Event
  lastTimestamp: "2026-04-24T21:50:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:19Z"
    name: isvc-paddle-predictor.18a9696718380c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: 25e555b0-2078-4f0b-b558-be46bf75df3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:50:30.851777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a96969bdd63318
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 387d82cc-4cde-43c1-b03c-9a2e7da1298a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:31Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:50:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a96969d71222b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 1bd1cf44-2798-46d0-a45b-91a5ab57ad06
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a96969d8641481
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 41d800dc-c7e5-4527-bab7-19bb8f1d9094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a96969dae3a2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 2ce7df6e-f6e9-43ce-86c2-67d4f7e7a79c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a96969db55d0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 09937f71-8cc9-4f90-a001-3870977d859d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:35Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696ae89c4904
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: ec66b78e-3592-4f25-9f90-9601be3b2f24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696aeb8ae9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: 0be09edd-274b-4745-b270-260bbd7db900
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696aebfee6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: b36d95b3-0992-4a8e-bf4c-2b9f411205d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696aec0b3416
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 5551fe5a-c109-4e48-8a3d-19c3254c617b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696aef3009c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: aaf92aa9-59d1-46ff-9f88-8cb34a387d05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:50:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696aefa449a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 06182df0-2005-4c2b-a315-812c8ff68017
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:51:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:33Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a9696b604d4ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 5610b980-e987-4f29-a588-9c1e508edb39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a969780a51b147
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: d28cfdd3-af08-43e9-a898-58d0294c948c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a969780a522875
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: ee27bc02-760c-464d-92eb-4fb3bcd8c4e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: e691a15a-3026-498d-ae2e-6fd06b6ab504
  kind: Event
  lastTimestamp: "2026-04-24T21:51:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:33Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj.18a969786a45f0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 13152d76-9c46-415d-b68c-a64b423a6f01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: 4749864b-ad3e-4f79-b155-499db10bf5f3
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-lrkjj'
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a96969bd8c745c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 84b1d5a9-baae-47e1-a746-c097a1c480fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: b1c0eee0-28ab-428e-a810-d968b76b15d9
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-runtime-predictor.18a96969bad425e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: fb1d474c-31df-42bc-be49-e3db042b61c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: a047ebea-b7c4-4ad8-87b5-9776b76b4bd6
  kind: Event
  lastTimestamp: "2026-04-24T21:51:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:00Z"
    name: isvc-paddle-runtime-predictor.18a9696d398e2194
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 1cffe461-dbba-4a29-8806-bd61097d2d15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: a047ebea-b7c4-4ad8-87b5-9776b76b4bd6
  kind: Event
  lastTimestamp: "2026-04-24T21:51:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:00Z"
    name: isvc-paddle-runtime-predictor.18a9696d3a04685a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: e8bfcf8e-2ceb-4bbc-a17e-9d9eac68b15d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: a047ebea-b7c4-4ad8-87b5-9776b76b4bd6
  kind: Event
  lastTimestamp: "2026-04-24T21:51:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:30Z"
    name: isvc-paddle-runtime-predictor.18a9697437cdb556
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: b0317463-bc02-40ce-b611-2f3e32ef8554
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: a047ebea-b7c4-4ad8-87b5-9776b76b4bd6
  kind: Event
  lastTimestamp: "2026-04-24T21:51:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:30Z"
    name: isvc-paddle-runtime-predictor.18a9697438360d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: ab929315-01a0-4821-a783-0640f891c071
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: fd371293-ffed-4bbe-ba28-91a212501950
  kind: Event
  lastTimestamp: "2026-04-24T21:51:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:23Z"
    name: isvc-paddle-runtime.18a96969baaab219
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 53247243-5b93-4a4f-99da-97ac09a2da23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: fd371293-ffed-4bbe-ba28-91a212501950
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-runtime.18a96969bafd8638
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 965c690f-94cc-4caa-8176-8573ef0b326e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: fd371293-ffed-4bbe-ba28-91a212501950
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-paddle-runtime.18a96969c1a7a0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: 1654251b-9be9-4143-8b96-36a80453a749
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: fd371293-ffed-4bbe-ba28-91a212501950
  kind: Event
  lastTimestamp: "2026-04-24T21:51:23Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:23Z"
    name: isvc-paddle-runtime.18a969761b56fed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: e1a37968-0935-4df9-83a2-af6896873c6f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:51:32.379852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a969781132465d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 289bb761-5e6c-4b4b-8b33-ed6302c0eacd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9697829b94585
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 65697f96-f88c-487e-bf7c-a45293cb91d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a969782b1a1c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: eadd87c6-66c2-4e47-8905-bacf0f59a0f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a969782ddba8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 915b692e-0183-4a22-bfcc-2705bae0998a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a969782e498efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 8e6c6d8e-c62a-4c99-b450-d88ff51550a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:38Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a969796279d5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: be673d50-b080-47fa-8829-0cca3b6b745b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9697965352f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 0af284ae-9fc5-44a9-a730-acd7c08fcb9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9697965a93600
    namespace: kserve-ci-e2e-test
    resourceVersion: "21698"
    uid: 0096a1fc-5280-4705-9a6f-785bfe0877b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9697965b582d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 022d846a-5c2a-4ecd-9d34-0c0884f398e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9697968d698c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 21109cd6-a0a6-4c39-a038-7e5d6c668ea5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:51:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:51:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9697969499b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: cbdc2055-f215-4e96-bd7a-10cc7c075e40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:52:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a96979da1b2448
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: cc087aa0-e151-4231-9823-7e0be8cbca5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:52:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9698663b345c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: a20c9efc-bd48-49e2-bb21-b0a9ec8fecfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:52:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a9698663b452a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 381f9491-3746-4f67-a7ef-93e7f2c6fc5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 255efb22-913e-457a-ba69-c563dbffdf29
  kind: Event
  lastTimestamp: "2026-04-24T21:52:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5.18a96986e41be12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 8825f0ef-8ef7-4081-b7cd-5716e375bb33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: 0c7eba23-c64f-42cf-a22d-99319d663e75
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-ls4w5'
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a9697810bccdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: ceb2fae5-d71b-42e8-b693-44f89b85619f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 1a0beecd-92c5-4c63-80ff-1e9bd2305086
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve-predictor.18a969780d4de1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: af9bf904-1965-4cff-bcd3-a48dd1585961
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: f025d624-b2b2-402d-a1f3-4ec991214e47
  kind: Event
  lastTimestamp: "2026-04-24T21:52:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:02Z"
    name: isvc-paddle-v2-kserve-predictor.18a9697b8bccbf4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 8224e21b-8d01-4a80-b78a-de9ce6808bc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: f025d624-b2b2-402d-a1f3-4ec991214e47
  kind: Event
  lastTimestamp: "2026-04-24T21:52:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:02Z"
    name: isvc-paddle-v2-kserve-predictor.18a9697b8c263450
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 9bdfa9f6-bc11-4464-97bf-71769ef99468
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: f025d624-b2b2-402d-a1f3-4ec991214e47
  kind: Event
  lastTimestamp: "2026-04-24T21:52:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:32Z"
    name: isvc-paddle-v2-kserve-predictor.18a969828a1c495f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: 67ae066a-c934-4947-b9b3-bd5a5947fa85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: f025d624-b2b2-402d-a1f3-4ec991214e47
  kind: Event
  lastTimestamp: "2026-04-24T21:52:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:32Z"
    name: isvc-paddle-v2-kserve-predictor.18a969828a8b9a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: 94d55196-2012-49ea-a417-842999d3fb12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: 62555bff-103f-4c77-854a-15b33c6cae48
  kind: Event
  lastTimestamp: "2026-04-24T21:52:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:26Z"
    name: isvc-paddle-v2-kserve.18a969780d21d9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: be13d923-5d53-4aae-99cd-f4540b4642f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: 62555bff-103f-4c77-854a-15b33c6cae48
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve.18a969780d9473a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 40906e17-d87f-431d-98c6-a9f286ad6cd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 62555bff-103f-4c77-854a-15b33c6cae48
  kind: Event
  lastTimestamp: "2026-04-24T21:51:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:32Z"
    name: isvc-paddle-v2-kserve.18a96978160434d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: ac2d6e3b-2239-45e3-b785-c63abcf11d03
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: 62555bff-103f-4c77-854a-15b33c6cae48
  kind: Event
  lastTimestamp: "2026-04-24T21:52:26Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:26Z"
    name: isvc-paddle-v2-kserve.18a9698495048476
    namespace: kserve-ci-e2e-test
    resourceVersion: "22046"
    uid: fa07def6-dab0-45af-ae81-8cf0bb437865
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: b3be1112-ad54-46ba-965a-22aa7d9c8151
  kind: Event
  lastTimestamp: "2026-04-24T21:50:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:22Z"
    name: isvc-paddle.18a969591a6d01b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 01cbbfe4-9928-4fc0-aa91-5017d063d2ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: b3be1112-ad54-46ba-965a-22aa7d9c8151
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-paddle.18a969591ac7f126
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: 5dd830d9-3fef-4de3-85fa-52830cd9eb6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: b3be1112-ad54-46ba-965a-22aa7d9c8151
  kind: Event
  lastTimestamp: "2026-04-24T21:50:22Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:22Z"
    name: isvc-paddle.18a96967dcf5aca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: f6947fbf-6272-4644-9b34-555f17a1bac3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:52:33.988832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-qq7sw
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:52:33Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9698669608c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: 6a13e1cc-3253-417c-b200-cd9e5d3aeee2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:34Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:52:34Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96986826987ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 430761e3-9108-418c-8408-4cd198df2618
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:34Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9698683baeb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 0853d0eb-2056-43d7-87b7-30a0720b89f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:34Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96986867d76ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: e0e219ec-843f-4e84-b099-b15c9ab8e392
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:34Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9698686ee1303
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: f7994bf1-6782-4ec5-9811-620fbfe38665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:38Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:38Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9698764f08f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: e1efa4a3-e55a-4415-bfa1-5fe675af750a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:44Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.61s (6.61s including
    waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:44Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96988eef6b0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: bb9cfb5d-494f-458b-aa19-e1e6a9358f02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:44Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96988f1e1f3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 514b5d50-fef6-4e8f-8718-49b57cdbcf53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:44Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96988f2511278
    namespace: kserve-ci-e2e-test
    resourceVersion: "22262"
    uid: ffda1cbe-77f5-4a0f-a2bc-719e8a2fbce0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:44Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96988f25c8052
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: 8b4049fd-4376-4d63-9d08-46932b85e285
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:44Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96988f51d47df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: 1958b861-f05f-45d7-ae6c-2a235f154bfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:52:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:44Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a96988f58eaf9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: dce9ed6e-c79b-491f-a88d-823dff26bb2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:53:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:52Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a969894360ece9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 89045ef2-cbe8-4447-8b43-e64c16db2784
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9699ba0f613c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22862"
    uid: cfdd45d0-aad6-41f3-b7c5-ec0a82384436
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9699ba0f6c49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: e657966e-93de-452f-83f6-b5dec3e291c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-qq7sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 66f2dc9a-eabf-497c-b681-56f9c6acd3ac
  kind: Event
  lastTimestamp: "2026-04-24T21:54:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:07Z"
    name: isvc-pmml-predictor-8bb578669-qq7sw.18a9699c1f860bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 7d0e4b3b-ea02-4448-b7c5-16c964786347
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: 4e89a86f-f3e1-4781-90e6-81b46cb68f75
  kind: Event
  lastTimestamp: "2026-04-24T21:52:33Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-qq7sw'
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:33Z"
    name: isvc-pmml-predictor-8bb578669.18a9698668f73a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: b3ce65bd-8707-4c5c-a10d-89574b5088d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: dc19d70c-99bb-4e19-b27c-35aee414eb13
  kind: Event
  lastTimestamp: "2026-04-24T21:52:33Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:33Z"
    name: isvc-pmml-predictor.18a96986663b1df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: 7a12502d-824b-4560-9230-9bb14a5b9390
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: d07b4046-c88a-41fc-a816-8ed43eebd193
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor.18a96989e4b6fb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: edf53e55-7056-4c36-965d-01612203b015
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: d07b4046-c88a-41fc-a816-8ed43eebd193
  kind: Event
  lastTimestamp: "2026-04-24T21:53:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:18Z"
    name: isvc-pmml-predictor.18a96989e5190f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22505"
    uid: 8b4b718b-7148-4af1-bed3-5c016520c797
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: d07b4046-c88a-41fc-a816-8ed43eebd193
  kind: Event
  lastTimestamp: "2026-04-24T21:54:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:04Z"
    name: isvc-pmml-predictor.18a9699462dbbd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: 3fc02090-429c-4f9a-abcd-8ea35479d207
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: d07b4046-c88a-41fc-a816-8ed43eebd193
  kind: Event
  lastTimestamp: "2026-04-24T21:54:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:04Z"
    name: isvc-pmml-predictor.18a96994639d5f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: a36ac983-b3e3-4242-a896-f8dda908efcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:54:05.225831Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-kz8ss
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699ba786b1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: bea8080c-b9e8-4a76-bcdd-f2bcd57983fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699bc0903049
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: d9ef3dfc-35e0-490a-83dc-81b31c0f43e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699bc20daf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: 335797a1-bd8a-43bf-8234-8ee88f361955
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699bc5429ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22901"
    uid: 726a5c46-e1f5-42ef-b35b-343443cbcc6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699bc5b9387f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 701051cb-57dd-4d4c-a6af-105dbea22423
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:10Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699cdfc12cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 6621b5d9-946c-4e53-afa3-1ee5629bdc9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699ce2e1a502
    namespace: kserve-ci-e2e-test
    resourceVersion: "22948"
    uid: 25eee013-e056-4a8f-8e74-43c4cfb8fc6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699ce35499fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: 83596c61-52af-4295-814c-434450b492ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699ce361a9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: c5726538-4753-45e3-afc1-17920010e9b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699ce67788eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22954"
    uid: c72e9913-d22d-469a-bac6-562758728430
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:54:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:10Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699ce6ed19d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22955"
    uid: 91865517-0f62-4e87-93aa-a0869050004f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:55:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a9699d57706fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 177c7245-dd4d-474d-a836-c60b35bfcd89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a969b0df576d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: 8e157261-5bb2-462c-9d4a-49eb0b8c45ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a969b0df57ecf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 44dc051a-bde3-4677-9a77-2e7c795a8714
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: c4229560-064c-4ecc-a4c0-a089494f96e8
  kind: Event
  lastTimestamp: "2026-04-24T21:55:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-kz8ss.18a969b15d981aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: c6327ebe-2875-451a-921e-528aade7ac4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: eb3fcaf8-dd93-44b5-aad2-74b84e509c09
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-kz8ss'
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a9699ba6f80a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: debb0954-954c-400b-b05f-111cf169da20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: fd0e3d19-e3d6-45c0-ad0d-db25ed7dded9
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime-predictor.18a9699ba2348b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: 671c79a5-a6e7-4064-8505-c0364c2b4123
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: 9064e0ed-eb2a-47b1-9170-e2f3f6aa7b57
  kind: Event
  lastTimestamp: "2026-04-24T21:54:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:35Z"
    name: isvc-pmml-runtime-predictor.18a9699f20dde6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 46774ef6-0fc2-4505-a9aa-9f68454af64d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: 9064e0ed-eb2a-47b1-9170-e2f3f6aa7b57
  kind: Event
  lastTimestamp: "2026-04-24T21:54:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:35Z"
    name: isvc-pmml-runtime-predictor.18a9699f21488aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 1ae69a39-21f3-42a8-97ae-ec925bf1f8dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 9064e0ed-eb2a-47b1-9170-e2f3f6aa7b57
  kind: Event
  lastTimestamp: "2026-04-24T21:55:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:35Z"
    name: isvc-pmml-runtime-predictor.18a969a61f4df17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: fe3ed3fd-484e-4e44-8af4-24f1fe2efa52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: 9064e0ed-eb2a-47b1-9170-e2f3f6aa7b57
  kind: Event
  lastTimestamp: "2026-04-24T21:55:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:35Z"
    name: isvc-pmml-runtime-predictor.18a969a61fb86d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 8893d842-06ad-492b-95f2-21a79441756c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 71821cf1-fa5d-4008-af17-88ffe7654fe5
  kind: Event
  lastTimestamp: "2026-04-24T21:55:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:55:32Z"
    name: isvc-pmml-runtime.18a9699ba20fbd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 05cea9bb-7bd1-4cd3-bb31-8d57eb9926a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 71821cf1-fa5d-4008-af17-88ffe7654fe5
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime.18a9699ba26a608e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: ff19e7af-ee0b-4faf-8d16-aa74c53491c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 71821cf1-fa5d-4008-af17-88ffe7654fe5
  kind: Event
  lastTimestamp: "2026-04-24T21:54:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:05Z"
    name: isvc-pmml-runtime.18a9699ba7b708dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: f382680b-227c-4728-b5d8-81be071a5865
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 71821cf1-fa5d-4008-af17-88ffe7654fe5
  kind: Event
  lastTimestamp: "2026-04-24T21:55:32Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:55:32Z"
    name: isvc-pmml-runtime.18a969b0074dbcbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 767ade94-85ed-4061-84b7-f06385c974e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:55:36.492133Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23621"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b0e76bf2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: 3a674f0f-9c59-40ff-a148-de3c1f8deb3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b0f52ce9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 8f27d333-f2cd-40df-9513-82ced1d67822
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:37Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:55:37Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b123fbad3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 5bc4c307-355e-4027-bef5-a918432e154d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:37Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b1256107ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: c1ae7ed8-7a64-4544-936b-3f14b038c976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:37Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b128953776
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: 92d3311a-685d-4a5a-b081-bc9076c43d56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:37Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b129085f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: f698be2e-cd81-4f2a-a060-aeb6e52e5081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b21f2f8ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: 73784899-fc78-48d5-b39f-9430437db6a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b22216b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23695"
    uid: 34e78c2e-ab47-47d1-a386-a15cf88f2f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b2228c80c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23696"
    uid: 8e2b00b6-49fa-4219-abb2-e117a40638b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b22298e855
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: 8374ab34-010f-431e-9f2f-cc7a0c2c7961
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b2260f96c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: a75b9392-c328-45ac-95cd-e73d2dce72d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:55:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:41Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b22692bb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 71a81306-2e6a-43b5-8493-65af31d020cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:56:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:55Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969b25b295a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24225"
    uid: e53807ae-1703-4ebe-85e3-352ba4a42c02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969c612c61be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 97d66609-c3b1-46eb-9b3d-92b66b569ed5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969c612c68b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24341"
    uid: 5e753af6-2756-4f56-8f96-bcee6e8ac789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 37d74c42-5045-4242-88ce-2915433b82d4
  kind: Event
  lastTimestamp: "2026-04-24T21:57:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4.18a969c6613f912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: ca585a4c-0036-42d4-b341-41aa1274d466
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: eb286c6b-fd06-4dc6-b3ff-7afd918b2524
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-hvjm4'
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a969b0e6fb8b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: e36e2bc9-6bd0-4a84-89da-1ab7c3d55c7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 32969490-4885-4be5-885b-14e12fd07176
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-v2-kserve-predictor.18a969b0e2458422
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 1b8a3582-5bda-4381-9859-4fbd631027be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 95d4384e-65f7-4f87-bdf6-11c532924c95
  kind: Event
  lastTimestamp: "2026-04-24T21:56:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:21Z"
    name: isvc-pmml-v2-kserve-predictor.18a969b46125be54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: a8ba3d08-38cf-4eac-97b3-a2f976b80e6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 95d4384e-65f7-4f87-bdf6-11c532924c95
  kind: Event
  lastTimestamp: "2026-04-24T21:56:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:21Z"
    name: isvc-pmml-v2-kserve-predictor.18a969b461933a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: 75fd4dda-bf5c-4fd2-8554-b8a11f04c6ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: 95d4384e-65f7-4f87-bdf6-11c532924c95
  kind: Event
  lastTimestamp: "2026-04-24T21:57:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:06Z"
    name: isvc-pmml-v2-kserve-predictor.18a969bede6ffefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 5699f840-c071-41f1-8ea5-769f476ac504
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: 95d4384e-65f7-4f87-bdf6-11c532924c95
  kind: Event
  lastTimestamp: "2026-04-24T21:57:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:06Z"
    name: isvc-pmml-v2-kserve-predictor.18a969bedf06914a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: bb565bfd-3288-4133-a09e-b9ed7e97493a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: 923ae76f-420c-4459-87c4-5fc1550fe677
  kind: Event
  lastTimestamp: "2026-04-24T21:57:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:05Z"
    name: isvc-pmml-v2-kserve.18a969b0e20eb2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 94d161d5-26df-4d8b-b63d-e828df2b209f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: 923ae76f-420c-4459-87c4-5fc1550fe677
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-v2-kserve.18a969b0e27ad955
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: ec2f7cc2-f788-42ce-b3d7-b36ddf198e21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23607"
    uid: 923ae76f-420c-4459-87c4-5fc1550fe677
  kind: Event
  lastTimestamp: "2026-04-24T21:55:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:55:36Z"
    name: isvc-pmml-v2-kserve.18a969b0e7e8cfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: 915491eb-e376-4b35-be67-8eeb743378a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 923ae76f-420c-4459-87c4-5fc1550fe677
  kind: Event
  lastTimestamp: "2026-04-24T21:57:05Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:05Z"
    name: isvc-pmml-v2-kserve.18a969c5aedc4200
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: 0e16c60f-174e-4215-a0c5-68ce6beab6e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: db740ea3-8734-4e99-b0ee-e620262a0fd1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:02Z"
    name: isvc-pmml.18a9698666195cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22813"
    uid: 8e9988aa-670c-43e6-8f63-adece6419ba1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: db740ea3-8734-4e99-b0ee-e620262a0fd1
  kind: Event
  lastTimestamp: "2026-04-24T21:52:33Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:33Z"
    name: isvc-pmml.18a96986668434b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 206c1d96-cfa2-4b78-b9b4-8f1798e73fcb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: db740ea3-8734-4e99-b0ee-e620262a0fd1
  kind: Event
  lastTimestamp: "2026-04-24T21:54:02Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:02Z"
    name: isvc-pmml.18a9699afb801ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: 13db3dc3-62af-4cca-a4ab-69dddd5ffeff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:02:04.559582Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27216"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0b420b4624
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: 34823e1f-3eba-489d-8cf1-c0647d25ff9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0b5b5c7a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: e13d2516-e89a-4ea9-b837-7dafa6279a13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0b5cc9dbe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: 60b3dba3-66d4-49c2-91e9-82ba7ce77361
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0b5fbf076a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: 9d4053fe-e59a-4b65-bf56-07ab5b96355d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0b603e44f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 2fc9e2d4-1db9-4e6a-8023-01b4724b41d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c41e65b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: 877d4173-23ef-4a77-a32f-7710e90e594e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c44df0db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: e9c84869-ae54-4539-933a-7a3684c0d124
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c4555c175
    namespace: kserve-ci-e2e-test
    resourceVersion: "27281"
    uid: a29eca03-3785-4e50-bba7-efbe3b084185
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c456257e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: 8a63e57e-2f67-48c7-b306-866599402264
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c48d20229
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 2692a4f7-527b-48f9-b044-fd805f9c1ce7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:02:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:08Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c4949f50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 64c6a116-eeee-487b-907a-fd1f2992da1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a0c7dc5731d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: 4b96399c-a66d-4120-ad19-12ec68acbade
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a203cea824e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: 545ae509-6989-4746-9e4a-1b59d38eeefe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a203ceb2f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27920"
    uid: a06d4c71-faee-4152-9fc4-009db99c4368
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: ce611f4e-61d2-4f28-a350-e7c41563bc82
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl.18a96a2084052f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: 869db714-82bc-408d-898b-470a359bb651
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 37999003-79dd-4d65-a8ca-ca894c155710
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-92wfl'
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a96a0b418184e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: d10cdbe6-91a8-451c-8550-cd1f7c229555
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 51e56465-ade8-4adc-bc30-89b33e436bfa
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-lightgbm-predictor.18a96a0b3cc9c95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27207"
    uid: 0e95669a-14d7-40e0-80ce-cdc834364976
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 14d39ca1-139b-422c-a255-3ff4887f2d1c
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor.18a96a0ebb4a640e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27470"
    uid: 4783781c-4c2f-4e9e-90f5-ebe6eb419435
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 14d39ca1-139b-422c-a255-3ff4887f2d1c
  kind: Event
  lastTimestamp: "2026-04-24T22:02:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:34Z"
    name: isvc-predictive-lightgbm-predictor.18a96a0ebbaef9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: 423fe220-4228-48b2-8ec3-cf276b60277e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 14d39ca1-139b-422c-a255-3ff4887f2d1c
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-lightgbm-predictor.18a96a15b9c1e876
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: 9044f8b5-368c-4217-beea-721fac6b8a20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 14d39ca1-139b-422c-a255-3ff4887f2d1c
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-lightgbm-predictor.18a96a15ba2c8625
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: 977a5d3b-0d81-4cb6-bd1a-44ac1304fd9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:06:35.275364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29421"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4a49f63d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: 50e5eb7a-26b0-48ca-bbb6-3652d77d397a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4a62c1b4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29439"
    uid: 6562a67a-5de6-456b-a9c1-d65452daac2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4a6435ccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: c285944b-10c3-4690-8fe0-ff04645fe04b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4a66c5ddaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29442"
    uid: a087a914-cc62-435f-bab3-854656c97bf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4a6733e239
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: 2275b0dc-12b9-49d2-930c-5e77979d72cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4b4cd065d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: 3933babb-6df0-4de0-952b-f46a0be3d397
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4b50d9233b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29481"
    uid: d64149a6-46be-4bb1-8641-04061f6495db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4b51507b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: 2e795563-42d4-461d-b61e-f58c11575fb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4b515dae5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: aa3d16ba-b6b5-4de1-924d-442c2fd48c6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4b54fdfb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29485"
    uid: c7b5d974-353c-46c3-bcb7-7c4873879f2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:06:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a4b55708f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: 6ae52e2b-45b6-417b-b957-997b4c867595
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:06Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a53eb21a8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: b0112ea8-921c-4cec-a330-0751efe3fa5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a5f45cfcd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30133"
    uid: 26a678d8-b8aa-48f4-b25d-b1fed3dde55e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a5f45d02e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "30137"
    uid: bd3f925c-004b-4108-a900-b605bffa7f5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 1f86845d-a7a3-4031-b938-05e8f95d6ec0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj.18a96a5f8f016058
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: ae52f273-02c6-4918-b762-90ca79f728d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: 392ff666-4ed2-48ae-9a19-1272e9eebd8e
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-qtvnj'
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a96a4a49452676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: e03c3aa7-f675-4606-8325-6c468d0530fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: 74ba6fd5-1de6-4adb-a984-55e59a91a497
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a4a4454a5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29412"
    uid: bbae1afa-9f7c-4d6a-94b7-901d267f0761
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 53e87dc5-0927-4e93-b346-a80090039eb4
  kind: Event
  lastTimestamp: "2026-04-24T22:07:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a4dc2ce2b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: 83fba5fe-ca7a-44b8-9c72-cbf27856f3c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 53e87dc5-0927-4e93-b346-a80090039eb4
  kind: Event
  lastTimestamp: "2026-04-24T22:07:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a4dc3353d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: f0cc3e48-31da-4b1e-a26f-ae420dfb0bf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 53e87dc5-0927-4e93-b346-a80090039eb4
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a5840313fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30101"
    uid: 668a38a9-bc1f-4fab-b57d-c7b87f66364d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 53e87dc5-0927-4e93-b346-a80090039eb4
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a96a58409aee64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: e6644dfc-db6e-4a2a-ab34-a36517ee3d09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: 24c7cec6-776f-41c7-8dd4-923b7bbb346a
  kind: Event
  lastTimestamp: "2026-04-24T22:07:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:07:56Z"
    name: isvc-predictive-lightgbm-v2.18a96a4a4416edc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30041"
    uid: ad6d2ce4-ef41-4e23-b87e-e6e6b61a6cc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: 24c7cec6-776f-41c7-8dd4-923b7bbb346a
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2.18a96a4a448f6cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 5d259e99-d41c-4bce-a37d-e1ca2b01f57f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: 24c7cec6-776f-41c7-8dd4-923b7bbb346a
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-lightgbm-v2.18a96a4a4ab65c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: b6c16daf-3562-4272-9d6f-71ddfc464b2b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 24c7cec6-776f-41c7-8dd4-923b7bbb346a
  kind: Event
  lastTimestamp: "2026-04-24T22:07:56Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:07:56Z"
    name: isvc-predictive-lightgbm-v2.18a96a5d3febb38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30040"
    uid: 2aef560d-b5a7-425f-85be-23638be736c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: e524f82c-5cfa-42c1-9b2a-39c7186c1496
  kind: Event
  lastTimestamp: "2026-04-24T22:03:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:25Z"
    name: isvc-predictive-lightgbm.18a96a0b3c9f09cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: df302bcb-ba75-4645-8074-608d78844edb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: e524f82c-5cfa-42c1-9b2a-39c7186c1496
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-lightgbm.18a96a0b3cf31050
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: dba29215-466f-46f7-b112-6bcbe42e851d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27829"
    uid: e524f82c-5cfa-42c1-9b2a-39c7186c1496
  kind: Event
  lastTimestamp: "2026-04-24T22:03:25Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:25Z"
    name: isvc-predictive-lightgbm.18a96a1e35d642fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27830"
    uid: 2c139cd6-0e40-4058-8612-0df615d56edc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:58:54.070182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25370"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:58:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:58:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969dee7fdae99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 44fcc48a-2a81-4641-ac09-7fe01cca2e48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:58:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969def03c3d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: 9541e074-5d39-468f-bc93-cd14649123ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:58:55Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:58:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969df24b27278
    namespace: kserve-ci-e2e-test
    resourceVersion: "25398"
    uid: b8259bd6-daad-4007-8fa2-45545a65bd22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:58:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969df26d4f70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: 78c52ffa-b99b-4b28-a00e-da36bdf62b80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:58:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969df2974a615
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 8e45162b-e73d-4647-831b-7d70c7c82ac0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:58:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:55Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969df29f8cbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: 7faee52c-d481-42e9-8aff-75f0d865a43f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:58:59Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:59Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e01faadbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25441"
    uid: 70a76284-f23a-4841-a73b-db6f04df89da
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:59:16Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 17.124s
    (17.124s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e41c579cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 7a235103-18b2-4e99-bad6-25a88dd066f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:59:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e41f57208b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: 187ff5ef-5b3e-4d58-8ada-7a5cc05890a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:59:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e41fcc85bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: fd842c57-abdb-49db-b1cd-9b82f5e47190
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:59:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e41fd86459
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: a202421c-d13a-449c-8b4b-ec906fb0ce45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:59:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e422867cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: f04a1287-506a-454d-b532-88cf81fc2ad5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T21:59:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e422faf52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: 160f0e3b-6297-44c2-a141-a7f5c3462385
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T22:00:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969e48ff01f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "26353"
    uid: 3a2c0eff-d4b7-4fed-87e9-c87e1883d84a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969f63bdb0b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: c21f3f1d-63ab-41f9-926d-7231d976ac71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969f63bdbb1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 4c0e4429-bdf4-4a6c-8fd4-5ee799c56aff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: d0950ca1-5a7f-4ec0-8876-74ebf661a694
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z.18a969f641f9868a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 75e378b9-e601-4c25-9aa5-06eac029d5eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: 3d07ecb8-0ee5-405c-8e14-057efa503cad
  kind: Event
  lastTimestamp: "2026-04-24T21:58:54Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-c9l4z'
  metadata:
    creationTimestamp: "2026-04-24T21:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:54Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a969dee7673f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: d552c5dd-decf-4659-a066-1a94f6d4b39d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: 313d3645-60bb-4fb1-bbcd-ad9f26dba072
  kind: Event
  lastTimestamp: "2026-04-24T21:58:53Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:54Z"
    name: isvc-predictive-sklearn-predictor.18a969dee3c7d2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 3a922ce7-8612-4170-a3d0-cd56b060a55a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: c81e90af-354e-4653-acbd-5133a1425c80
  kind: Event
  lastTimestamp: "2026-04-24T21:59:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:54Z"
    name: isvc-predictive-sklearn-predictor.18a969e262568e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: b090724d-1f74-4c90-99ec-d4038c5d5f86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: c81e90af-354e-4653-acbd-5133a1425c80
  kind: Event
  lastTimestamp: "2026-04-24T21:59:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:54Z"
    name: isvc-predictive-sklearn-predictor.18a969e262cc5be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: a1c1af16-7751-4b0b-927b-d0a61d243c69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: c81e90af-354e-4653-acbd-5133a1425c80
  kind: Event
  lastTimestamp: "2026-04-24T22:00:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:24Z"
    name: isvc-predictive-sklearn-predictor.18a969f05f1dea2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: 893aded5-d457-4652-be00-d9d9e9be2f73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: c81e90af-354e-4653-acbd-5133a1425c80
  kind: Event
  lastTimestamp: "2026-04-24T22:00:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:24Z"
    name: isvc-predictive-sklearn-predictor.18a969f05f9687cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: dcdc1bc8-be30-4472-bd54-180a9b539f24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:03:34.780147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a20439bd301
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: 8cd42e9d-9eb3-4ac1-b9dd-5327c1ad7d5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a2050f3f6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27951"
    uid: d2e96e73-3bb8-4495-bcb3-2d451416f942
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a208071bb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 7dfdc0a4-f31d-419c-b922-632d06f67777
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a2081d09089
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 552a4577-8aae-46f4-8656-6915b4c14179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a2084bb689a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: 35ed265b-1a6e-4b9b-afa9-20811156038c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a208535091b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: 5b24feac-00d3-4a65-8557-aa58c261e3ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a218137cf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28001"
    uid: 72c6a37e-e41c-4a80-a3b8-da8f8d3b42ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a21858bd6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: d150119c-c174-40d1-822e-293d86d0e957
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a218603370c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28006"
    uid: c10a91ab-73cd-4003-a7cb-4df86b4ebf8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a21860fc2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 65be2cc5-f6cc-4b1d-8723-e93345e019aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a2188ee4e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28009"
    uid: 4a718a4f-9ad6-43c1-98ca-68dd9fdaaed8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a218964df6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: 0362dec5-5ed8-4959-a1da-4a0273c4a046
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:05:07Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:07Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a2a1f8d295b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28718"
    uid: b1b1903a-200a-4ad4-9dc5-08c4fc1b850f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:05:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a3540878f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: c714e8ac-29d2-4410-880c-254fa05121cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:05:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:04Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a354087edd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 7f08e4e5-7b5f-48ec-9ef3-d85a9beebb0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 940994d0-c144-4b66-bb5f-f1277f38400e
  kind: Event
  lastTimestamp: "2026-04-24T22:05:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:07Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj.18a96a35c37532e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28717"
    uid: b3523dbe-219a-4047-b1c6-bbb59ba550de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 162d2909-ef97-4b40-936c-89f3fb16b8dc
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-dp7nj'
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a96a204332be1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: 845282c8-531c-45ff-a7a0-c82bfff9fbdf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: bb76283d-cb81-44cc-9351-e860523e03a3
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a203e8d494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: 12102a00-dc76-4c59-9798-a59d163b13ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: b4cceb81-a660-44fd-8e70-f567f6186dd9
  kind: Event
  lastTimestamp: "2026-04-24T22:04:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a23bd679de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 6cac613e-89c1-4466-846c-474d276e63b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: b4cceb81-a660-44fd-8e70-f567f6186dd9
  kind: Event
  lastTimestamp: "2026-04-24T22:04:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a23bdf85138
    namespace: kserve-ci-e2e-test
    resourceVersion: "28299"
    uid: b856999b-53dc-4a54-b894-49008093e20a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: b4cceb81-a660-44fd-8e70-f567f6186dd9
  kind: Event
  lastTimestamp: "2026-04-24T22:05:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a273d779d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: 624d70c5-e792-4a1d-bb59-0b8c9f4b1f5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: b4cceb81-a660-44fd-8e70-f567f6186dd9
  kind: Event
  lastTimestamp: "2026-04-24T22:05:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96a273dfbad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 29092690-0dd4-48e7-aef1-12569a60dc16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27895"
    uid: 8479db7c-582e-4e60-98b1-8a7d1818390c
  kind: Event
  lastTimestamp: "2026-04-24T22:04:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:57Z"
    name: isvc-predictive-sklearn-v2.18a96a203e95feb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28563"
    uid: 036229a9-94bb-4ae2-8896-a000a96e8241
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27895"
    uid: 8479db7c-582e-4e60-98b1-8a7d1818390c
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-sklearn-v2.18a96a203f2e9ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27946"
    uid: fdda4045-9dc2-435c-924c-f984834996fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: 8479db7c-582e-4e60-98b1-8a7d1818390c
  kind: Event
  lastTimestamp: "2026-04-24T22:03:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:34Z"
    name: isvc-predictive-sklearn-v2.18a96a20447abdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: a7ce67a6-c40d-40ee-b008-5cc6df9c4dac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: 8479db7c-582e-4e60-98b1-8a7d1818390c
  kind: Event
  lastTimestamp: "2026-04-24T22:04:57Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:57Z"
    name: isvc-predictive-sklearn-v2.18a96a3374c91b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28561"
    uid: 8d3e5302-2bcc-4f0d-a6c7-c0421862bd42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 264bdeda-61f3-40d8-92b4-deecbc976aa9
  kind: Event
  lastTimestamp: "2026-04-24T22:00:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:30Z"
    name: isvc-predictive-sklearn.18a969dee3984905
    namespace: kserve-ci-e2e-test
    resourceVersion: "26403"
    uid: 5f2d7b0d-e395-45f4-a70f-220cea7f2de8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 264bdeda-61f3-40d8-92b4-deecbc976aa9
  kind: Event
  lastTimestamp: "2026-04-24T21:58:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:54Z"
    name: isvc-predictive-sklearn.18a969dee4034bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: cd558851-fc50-49bf-b7f3-668a3b1085fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: 264bdeda-61f3-40d8-92b4-deecbc976aa9
  kind: Event
  lastTimestamp: "2026-04-24T22:00:30Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:30Z"
    name: isvc-predictive-sklearn.18a969f5697148f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 2841a30e-d0e7-49b1-ae18-b311512586ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:00:34.353881Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f6415d82ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: 30d484e1-63b0-40e3-b0a8-49334b3ace59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f65a46e7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26489"
    uid: 7e992a3e-8560-4e25-95b6-9e7d08943aff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f65bf0188a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: d8734a0c-4b67-42f7-9ff4-589337d11d53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f65fa43672
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: c3245125-b058-4837-b181-9b18806abc07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f6605c5e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: fb49ecf9-6f9b-48a1-8263-215cb4310462
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f73e71c53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26527"
    uid: 3dc6b8e8-4953-440f-b182-1a9e12d0bc3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f74154d674
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 82831406-762c-4c7a-b5be-7131a57fb375
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f741bc2539
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: b46845ea-a469-4480-b12e-856f1220ac4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f741c9e3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 4f1cf44f-4f02-4899-983c-f78e4fc4ddc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f744c425ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: 76ac6c9f-6b7f-4160-bbe9-25b6f5592f4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:00:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:38Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f745289486
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: b4b9bee5-080c-4fa8-840c-ba1cb5314640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a969f77a5c0070
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 6990d0e3-6488-43b0-8be8-cfaf5ca86cac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a96a0b3af05b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: a53544a4-6b71-432c-a5d5-57fccd38168e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a96a0b3af10cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: cce39c8f-9856-4d31-94e3-9b53e71b8a3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: fc3a24a9-55b1-4279-aa96-2f627a013eb2
  kind: Event
  lastTimestamp: "2026-04-24T22:02:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6.18a96a0b80a2572d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 337f3028-c06e-40b7-a42e-f120c5cf7b81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: a07959c0-5478-4796-942e-9f8d7440d64e
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-tbpm6'
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a969f640e3dc05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: 148762fd-48e0-4e57-bc9d-0b3bd3bd0973
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 936cc96f-dca2-4ffb-94ec-25f53739f719
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost-predictor.18a969f63bba3d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 20018f48-bc8d-465f-a8a4-72bc83b4cd05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: b73cecfb-f65b-4c6d-805c-64bc80a00600
  kind: Event
  lastTimestamp: "2026-04-24T22:01:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:04Z"
    name: isvc-predictive-xgboost-predictor.18a969f9ba30772f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 834f74df-23ef-4ae4-a8d2-053c44e46e3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: b73cecfb-f65b-4c6d-805c-64bc80a00600
  kind: Event
  lastTimestamp: "2026-04-24T22:01:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:04Z"
    name: isvc-predictive-xgboost-predictor.18a969f9ba9fb97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: 174f8ba6-77db-4e97-b0bf-52157ae35507
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: b73cecfb-f65b-4c6d-805c-64bc80a00600
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-xgboost-predictor.18a96a00b85edcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: b3d52fe0-8807-4f90-a545-2ed4624db5dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26623"
    uid: b73cecfb-f65b-4c6d-805c-64bc80a00600
  kind: Event
  lastTimestamp: "2026-04-24T22:02:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:04Z"
    name: isvc-predictive-xgboost-predictor.18a96a00b8cdccc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 565b1cd6-3e96-4a67-b657-b8ced2547e2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:05:05.027943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28675"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a3546cbef25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 3547a107-fe91-406f-815b-f1d11675280c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a356014058f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 460bf67b-1ef6-45e4-91f6-815b90e58dd5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a35616d9394
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: a57c191f-f5fe-4ad8-801e-f6ba7acfbc96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a3563e6369c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 40d3af7b-078c-4a38-8ed2-1a5231194abf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a35645c99e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: dea351b4-44f7-4221-90b6-26b52afc46fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:09Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a36490246ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: b625dee1-11d1-40c4-a2d3-c6f6646f900c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:09Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a364c93513f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: c9f8a64b-819f-4926-878e-bc4b6e26b1e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:09Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a364d0c8908
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: a6f30fba-ec3b-407c-9ab6-b51b726fe728
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:09Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a364d1b4894
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: 2ae5b610-2542-4049-b702-7d965133aa04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:09Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a3654b5b8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: 9fbbfb8e-a221-4cc2-8c5e-430571b2fbcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:05:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:09Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a36552bcb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28746"
    uid: b97d74af-7d4d-47a8-bccd-33adfa15b69e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:06:37Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a3f22fcc356
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: f8d4c158-c6ca-4f64-9cde-ae7b7049b8be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a4a42e53c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: 522c8f1c-5a84-4f32-9d26-9ca0da42ead5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a4a42e5c0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 4c5daf26-62ca-4d9c-b6da-161f389b68ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 5477d971-6d40-4a74-928c-fb60b4949513
  kind: Event
  lastTimestamp: "2026-04-24T22:06:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:06:37Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85.18a96a4ac6e5afaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: f613c35f-0511-4583-a5c4-9c6dc2a36cfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: 9145b504-7e86-40bd-87a9-62c76b60fe7a
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-t5k85'
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a96a354639dd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 06e4f86d-bcaa-410f-80e1-b3557ff56501
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: ca115349-3025-4ba5-b521-317a70ee630d
  kind: Event
  lastTimestamp: "2026-04-24T22:05:04Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a3541cfd0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28664"
    uid: 79c8601a-1016-45b3-9721-b1b86c7ce246
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28661"
    uid: 149ffd3f-441b-48fb-9c33-0ce752c8a466
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a38c0500b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: 214c14a2-35c4-408a-a76b-71f68fb091dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28661"
    uid: 149ffd3f-441b-48fb-9c33-0ce752c8a466
  kind: Event
  lastTimestamp: "2026-04-24T22:05:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a38c0bd6eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: fbc000d7-c850-40c1-8a9f-3c218646dd0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 149ffd3f-441b-48fb-9c33-0ce752c8a466
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a3fbe9c11cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: c8f6d091-f6b8-46a5-9cc0-49488fc4255b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 149ffd3f-441b-48fb-9c33-0ce752c8a466
  kind: Event
  lastTimestamp: "2026-04-24T22:06:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:06:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18a96a3fbf02dbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: 2dfba1b9-abda-4314-9495-4b2b1499f37c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: ddfb3b41-2eb1-46ff-acde-e8c95c3ed21c
  kind: Event
  lastTimestamp: "2026-04-24T22:06:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:27Z"
    name: isvc-predictive-xgboost-v2.18a96a3541a91565
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: 32b7cd60-cacc-4c5f-9353-77b80a9b1b00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: ddfb3b41-2eb1-46ff-acde-e8c95c3ed21c
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2.18a96a354214b6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 95a87929-9d3f-45bd-abda-2ca22096b55b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28642"
    uid: ddfb3b41-2eb1-46ff-acde-e8c95c3ed21c
  kind: Event
  lastTimestamp: "2026-04-24T22:05:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:05Z"
    name: isvc-predictive-xgboost-v2.18a96a3547cac46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: 5da81953-432e-4ca2-a22d-8c72565ff486
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: ddfb3b41-2eb1-46ff-acde-e8c95c3ed21c
  kind: Event
  lastTimestamp: "2026-04-24T22:06:27Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:06:27Z"
    name: isvc-predictive-xgboost-v2.18a96a4877cf2ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: b5a64ccc-b4bd-40b3-8518-c9b7f02bf1ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: af225e36-97ff-485b-ad95-ad21553d1d09
  kind: Event
  lastTimestamp: "2026-04-24T22:01:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:55Z"
    name: isvc-predictive-xgboost.18a969f63b7f8226
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: eb685ae8-b9d6-42b5-bf51-e26f9deba601
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: af225e36-97ff-485b-ad95-ad21553d1d09
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost.18a969f63bf8a904
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 0c29b6e1-7136-4e67-9f0b-3d9a7c009617
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: af225e36-97ff-485b-ad95-ad21553d1d09
  kind: Event
  lastTimestamp: "2026-04-24T22:00:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:34Z"
    name: isvc-predictive-xgboost.18a969f641f916e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: b20c08ab-04c4-4733-ba07-b3f2af668594
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: af225e36-97ff-485b-ad95-ad21553d1d09
  kind: Event
  lastTimestamp: "2026-04-24T22:01:55Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:55Z"
    name: isvc-predictive-xgboost.18a96a0931922539
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: b99867fb-479c-4f9f-b143-89fa10f29544
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:57:07.531786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c619cef8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24356"
    uid: bcabf93b-78a2-423b-89f3-e928a492a85b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-33ccfc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c623ff7fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: 20c4486b-c052-4314-a04d-84512e080234
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:08Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:57:08Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c65634496e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: c1a2ce6c-0b0b-4907-9a4b-fe75dc519332
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:08Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c657ccca15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 39040da5-1973-4d9d-88a5-fd9f6f41f60c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:08Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c65a93c97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24378"
    uid: 247b2a92-c77c-4993-87b1-d603e862f857
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:08Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c65b2c26c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: f8929bb3-b89a-4862-b01a-f0561dcc8603
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:12Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c75e271491
    namespace: kserve-ci-e2e-test
    resourceVersion: "24420"
    uid: e4b3eb6b-711c-4797-a255-658da51b69db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:13Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c760e8ba7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24423"
    uid: ae1f02b3-e9f1-4ab9-a6fe-71064fe2031a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:13Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c761613382
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: c16df350-9bd2-4684-8abd-d0a121a157c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:13Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c7616ea8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 40d2f78f-92e4-493c-bf84-448685d6b3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:13Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c76488d76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: a7c5a0d7-f44f-4795-8bce-fac850db2551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:57:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:13Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c764fcb261
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 2159235e-fc47-4e4f-b74b-aac185a6fd15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:58:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:10Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969c79a0deda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24844"
    uid: 5fd46b29-9ae4-4e1f-8cfc-5c122a2e344b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969dc83055fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: 7ab60cb4-5842-4b26-a349-7d658161a7e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969dc83081049
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 1a6f8605-14a3-422b-a94d-225419d38310
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: ea6d1be3-10a6-4e8b-8f29-2dc715792e41
  kind: Event
  lastTimestamp: "2026-04-24T21:58:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:45Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45-vh944.18a969dd060043eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 4cf1d7ec-6344-47de-bb28-db72c6265bb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-33ccfc-predictor-7689d4bb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: e0fca1bb-1882-4041-9fe6-a55c24cbacbe
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: 'Created pod: isvc-primary-33ccfc-predictor-7689d4bb45-vh944'
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-primary-33ccfc-predictor-7689d4bb45.18a969c619448d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: d7ccec30-53dd-445e-8741-fdcc09395903
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: 9382b65b-4016-4b3f-9975-36122a8556b0
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: Scaled up replica set isvc-primary-33ccfc-predictor-7689d4bb45 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-primary-33ccfc-predictor.18a969c613d1c073
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 9e22b6f3-9966-40a0-bea2-7abda150f0f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 8b6529c5-71ab-4e83-a785-ffa3b8847e47
  kind: Event
  lastTimestamp: "2026-04-24T21:57:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:52Z"
    name: isvc-primary-33ccfc-predictor.18a969c992a6dabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 74d0bff9-9027-40f6-afd7-1d16ab6fbf0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 8b6529c5-71ab-4e83-a785-ffa3b8847e47
  kind: Event
  lastTimestamp: "2026-04-24T21:57:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:52Z"
    name: isvc-primary-33ccfc-predictor.18a969c993045c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: 15ac16d9-95b8-41de-8e3c-3f3feda48756
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 8b6529c5-71ab-4e83-a785-ffa3b8847e47
  kind: Event
  lastTimestamp: "2026-04-24T21:58:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:37Z"
    name: isvc-primary-33ccfc-predictor.18a969d40fb9b92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: 19983599-fdac-4648-adf8-46ddb0a52a15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 8b6529c5-71ab-4e83-a785-ffa3b8847e47
  kind: Event
  lastTimestamp: "2026-04-24T21:58:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:37Z"
    name: isvc-primary-33ccfc-predictor.18a969d4102cc3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: 528ca5e0-b5da-4297-9fba-19942e2fddf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 8fba037e-4edd-4497-9874-1082baf59030
  kind: Event
  lastTimestamp: "2026-04-24T21:58:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:21Z"
    name: isvc-primary-33ccfc.18a969c613ad36ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: 10afc401-db21-42c8-8754-012a18cdc8bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 8fba037e-4edd-4497-9874-1082baf59030
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: 'Failed to update status for InferenceService "isvc-primary-33ccfc": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-33ccfc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-primary-33ccfc.18a969c61406d3ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: e9109f4d-6ae2-4ca5-b514-533009d11603
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 8fba037e-4edd-4497-9874-1082baf59030
  kind: Event
  lastTimestamp: "2026-04-24T21:57:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-33ccfc": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:07Z"
    name: isvc-primary-33ccfc.18a969c614071430
    namespace: kserve-ci-e2e-test
    resourceVersion: "24347"
    uid: 49cc1774-6e57-41d4-ad99-b682d1c63bb5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24917"
    uid: 8fba037e-4edd-4497-9874-1082baf59030
  kind: Event
  lastTimestamp: "2026-04-24T21:58:21Z"
  message: InferenceService [isvc-primary-33ccfc] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:21Z"
    name: isvc-primary-33ccfc.18a969d73983c110
    namespace: kserve-ci-e2e-test
    resourceVersion: "24918"
    uid: 2d406871-f15b-4d2d-b4f1-5af4be851e12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:58:27.670754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: 0ed92957-a554-4f7a-b05e-757868f87520
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:58:27Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt.18a969d8c2766ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24996"
    uid: 0ef0ca25-ad40-4a35-98f3-1ca53216fda9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: 0ed92957-a554-4f7a-b05e-757868f87520
  kind: Event
  lastTimestamp: "2026-04-24T21:58:28Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:58:28Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt.18a969d8db2fbd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 3dc60b9d-46f6-41cc-9073-556add4e666a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 0ed92957-a554-4f7a-b05e-757868f87520
  kind: Event
  lastTimestamp: "2026-04-24T21:58:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:32Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt.18a969d8dcabfa2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: e8762260-e53a-4143-adc6-364f6d0fae0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 0ed92957-a554-4f7a-b05e-757868f87520
  kind: Event
  lastTimestamp: "2026-04-24T21:58:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:32Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt.18a969d8df3d0b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: e1955fe2-d4fc-4947-ac2d-b17ad5b03e7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 0ed92957-a554-4f7a-b05e-757868f87520
  kind: Event
  lastTimestamp: "2026-04-24T21:58:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:32Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt.18a969d8dfb11dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: 06e68c5d-2ebd-4e44-9a3c-f47484fe1a65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 0ed92957-a554-4f7a-b05e-757868f87520
  kind: Event
  lastTimestamp: "2026-04-24T21:58:38Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt_kserve-ci-e2e-test(0ed92957-a554-4f7a-b05e-757868f87520)
  metadata:
    creationTimestamp: "2026-04-24T21:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:38Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt.18a969db37d36acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: eed540b4-704b-49b0-848c-aa2c5b97e84d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-33ccfc-predictor-9785c9d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: f316794d-44f9-4104-af61-138e1ada11b5
  kind: Event
  lastTimestamp: "2026-04-24T21:58:27Z"
  message: 'Created pod: isvc-secondary-33ccfc-predictor-9785c9d8b-r64mt'
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:27Z"
    name: isvc-secondary-33ccfc-predictor-9785c9d8b.18a969d8c1f8985b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: 4aae2d08-2613-41e0-8044-60c43c5db1a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24980"
    uid: 9307b3b5-0dc9-43d5-a317-60ab46b85a18
  kind: Event
  lastTimestamp: "2026-04-24T21:58:27Z"
  message: Scaled up replica set isvc-secondary-33ccfc-predictor-9785c9d8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:27Z"
    name: isvc-secondary-33ccfc-predictor.18a969d8beaeb5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: 5fd836fd-a98b-426c-84b1-4f80ed13de23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24981"
    uid: dad2b159-68f3-46ea-b125-a78fb7c32e56
  kind: Event
  lastTimestamp: "2026-04-24T21:58:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:42Z"
    name: isvc-secondary-33ccfc-predictor.18a969dc3d67c0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: a2e9d57f-4a06-420c-a009-d9c30587ca9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-33ccfc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24981"
    uid: dad2b159-68f3-46ea-b125-a78fb7c32e56
  kind: Event
  lastTimestamp: "2026-04-24T21:58:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:42Z"
    name: isvc-secondary-33ccfc-predictor.18a969dc3dd84a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: bb75e513-4035-4818-98c9-ac34c2975c4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24971"
    uid: 60c05be7-297f-4579-bfdf-d29705e1ce8f
  kind: Event
  lastTimestamp: "2026-04-24T21:58:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:38Z"
    name: isvc-secondary-33ccfc.18a969d8be813ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: b5c4e60f-0570-4784-b531-11e3b43e5eed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24971"
    uid: 60c05be7-297f-4579-bfdf-d29705e1ce8f
  kind: Event
  lastTimestamp: "2026-04-24T21:58:27Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-33ccfc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-33ccfc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:27Z"
    name: isvc-secondary-33ccfc.18a969d8beff0b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24986"
    uid: ce155e84-3602-4b58-bf6a-f94eaed4a881
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-33ccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24971"
    uid: 60c05be7-297f-4579-bfdf-d29705e1ce8f
  kind: Event
  lastTimestamp: "2026-04-24T21:58:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-33ccfc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:58:27Z"
    name: isvc-secondary-33ccfc.18a969d8beff4b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24988"
    uid: 1c933857-1517-4e87-9789-2a0d0b6f2682
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:37:27.659798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b363f4fff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 92132cd1-11bc-45f0-8109-d5f51d60859f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:28Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:37:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b37cebee73
    namespace: kserve-ci-e2e-test
    resourceVersion: "14628"
    uid: 37acf310-bb5b-4605-9f59-17b2184b5edd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b37ec84a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 713be9fc-d737-4623-b6c6-5cb499b34ea2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b38151a49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: ae4dfa93-1f25-4259-96fc-d11a7ccb318b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b381c61883
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 84b237b2-4774-43e1-b37a-59cdd920cc91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b48436ccb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 1b63f071-001b-4959-ac4c-49ae17337e5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b487338245
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: cb7998dd-3a00-4fa3-8943-4f2083f0a42b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b487a9a7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: 67835b47-bafb-4170-8e1f-b29551d873d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b487b70741
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 55a1e23d-cef3-47d4-b327-8e9e952c9162
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b48acf4af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 4ddeeb3c-ba73-4817-a1a2-93be5b2ac636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b48b45bf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: e4c77b26-b385-4087-8539-8ba1aac0dd23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f72c005cb705ef76fbeae81cf78e50cb05f1674ac01bdd8893cf8fb48213f3d0"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b48b51c21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: ef239645-ff1a-4411-a4fa-d4523f3ea545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b48e1f966f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 18523c17-4418-4590-b058-e917a9727c5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:37:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b48e9706fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: 8f154c80-5ffb-496a-94c3-c53f55afe8f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:39:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:09Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b4c0483785
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 4ba98d76-9685-4ed3-9dad-8f285728e36c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:39:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:09Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968b4c051ad65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 4de85f14-eb04-42e6-bca2-1d0c636355ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968c730871a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 0f11d8b4-4e1c-4cdc-8be8-ca7064d84cc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968c73087d523
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: 77d0269f-a95f-4dbc-b523-811beac5dcdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968c7308b0469
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 5ea90b11-cbe4-45f9-8ecf-e9d5b391d3b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 93d83c36-8a36-48bf-aa95-76e25d3071a2
  kind: Event
  lastTimestamp: "2026-04-24T21:39:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:14Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp.18a968c79c663c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: c2035a49-5daf-4095-b590-287bba203dba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: 16df0266-6cf8-4d6c-a710-5ac8234437f5
  kind: Event
  lastTimestamp: "2026-04-24T21:37:27Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7cdbc5689-hhwbp'
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7cdbc5689.18a968b361fe1c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: 61886d29-5909-47d7-b152-221f2ac7d6c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 3999cb0c-570b-44cc-9de3-4b449cbbd2f6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7cdbc5689 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968b35b05bd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14600"
    uid: 0a139583-d5e4-4a1b-9920-3876d7c0a719
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14596"
    uid: 2e41c052-f92e-4f1f-b4ba-ae6db99f701f
  kind: Event
  lastTimestamp: "2026-04-24T21:38:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968b6d990f8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 92c8a581-b63b-4b1a-9a2a-ee164d5371d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14596"
    uid: 2e41c052-f92e-4f1f-b4ba-ae6db99f701f
  kind: Event
  lastTimestamp: "2026-04-24T21:38:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968b6d9e0dd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 870c8883-99ad-49cf-a791-e1c660681a27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 2e41c052-f92e-4f1f-b4ba-ae6db99f701f
  kind: Event
  lastTimestamp: "2026-04-24T21:38:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968ba5908aef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 6d5359b9-f2b6-4d12-a71e-caed10a19809
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 2e41c052-f92e-4f1f-b4ba-ae6db99f701f
  kind: Event
  lastTimestamp: "2026-04-24T21:38:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a968ba5972f985
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 3b79c0ec-78b7-4a14-8bb5-0c83f52ea3e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: ffeb5b34-eaa1-43d7-ba31-ab46f9cb7679
  kind: Event
  lastTimestamp: "2026-04-24T21:38:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:39Z"
    name: isvc-sklearn-batcher-custom.18a968b35ac21b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 2f90c166-3610-431f-a3a5-d3ef55ea1e78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: ffeb5b34-eaa1-43d7-ba31-ab46f9cb7679
  kind: Event
  lastTimestamp: "2026-04-24T21:37:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-custom.18a968b35b3827d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14603"
    uid: e1807fb1-4739-467a-8e66-bc8e25ae3a20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: ffeb5b34-eaa1-43d7-ba31-ab46f9cb7679
  kind: Event
  lastTimestamp: "2026-04-24T21:38:39Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:39Z"
    name: isvc-sklearn-batcher-custom.18a968c425767c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: 053ab4a3-5e48-4499-887e-b14ecdfab821
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:35:42.576779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13764"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:35:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:35:42Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689aec856582
    namespace: kserve-ci-e2e-test
    resourceVersion: "13768"
    uid: b34de695-ca4c-49ad-86b7-8420f622ba30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13773"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:35:42Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:35:43Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689b05bd9c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "13782"
    uid: 2f2640e1-aaa7-4473-b785-81e2b92acd47
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:35:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
  metadata:
    creationTimestamp: "2026-04-24T21:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:43Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689b0841d060
    namespace: kserve-ci-e2e-test
    resourceVersion: "13786"
    uid: fd3606c8-c04c-4c88-8498-5874ac10ed65
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:35:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    in 3.011s (3.011s including waiting). Image size: 299845049 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:46Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689bbbc2536a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: f454272c-0acf-4841-96bd-4b925376a51c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:35:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:46Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689bbeef0653
    namespace: kserve-ci-e2e-test
    resourceVersion: "13809"
    uid: 542b6f55-5804-4c9e-94e8-3565ee1d0199
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:35:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:46Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689bbf6a7ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13810"
    uid: 951bbfb7-a8a2-4c88-a838-8be71c25b6ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:35:50Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
  metadata:
    creationTimestamp: "2026-04-24T21:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:50Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689cb0d6dcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13845"
    uid: 88771913-6b1c-4644-a83c-3a43536a15d0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    in 13.445s (13.445s including waiting). Image size: 1560926126 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:03Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689fd23d27a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13947"
    uid: ad86a0d4-77c8-4030-8eee-a35645daf7f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:03Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689fd5c97208
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 663f49a7-a076-4a8b-879d-f2ac89d32c51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:03Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689fd640ab33
    namespace: kserve-ci-e2e-test
    resourceVersion: "13949"
    uid: 92e77413-e03a-4c1a-b19d-589440d3eaa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:03Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T21:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:03Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a9689fd64d2c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13950"
    uid: 2cac1d24-2fea-46d4-a842-f2b082326d25
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.215s (2.215s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:05Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a05a59a3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13966"
    uid: a94bf45f-9386-40d7-aac5-6b234219b7f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:05Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a05d3d3f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "13967"
    uid: 80f89470-68bc-4163-93fb-d3ffecfcff61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:05Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a05db4ff6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13968"
    uid: 2e948aab-f8ba-41ac-a1e4-9c90df489c8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f72c005cb705ef76fbeae81cf78e50cb05f1674ac01bdd8893cf8fb48213f3d0"
  metadata:
    creationTimestamp: "2026-04-24T21:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:05Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a05dc1d9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "13969"
    uid: fb21251f-52e8-4de6-b348-6f2ef6eb8cae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f72c005cb705ef76fbeae81cf78e50cb05f1674ac01bdd8893cf8fb48213f3d0"
    in 5.81s (5.81s including waiting). Image size: 238035033 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:11Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a1b8106586
    namespace: kserve-ci-e2e-test
    resourceVersion: "14011"
    uid: a7c26c75-f091-47c1-822f-18c6038649f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:11Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a1bb297d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14013"
    uid: b89dcb7c-9233-4c93-8b1a-401be8bc3304
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:36:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:11Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a1bb9dae3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14014"
    uid: bb09825a-d65d-42a7-a69f-f8dcf3791ee7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:37:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:54Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a1d5236411
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: aa04049a-59c6-43c2-a3f4-60ee95dc29ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:37:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:44Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968a210da269c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 9e68f29c-8e59-4394-9663-19cdb6aede32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:37:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968b35a9b0219
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: 9c164d4e-a9f1-4399-be51-e00c8b7ef925
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:37:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968b35a9b4761
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: e7bc2864-51e3-4d91-87a8-fa56350b7d37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:37:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:27Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968b35a9bcd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: ab608ff2-921f-471c-bf20-1e5d8b57a5e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: d18a6996-22e7-49b0-9757-075865792886
  kind: Event
  lastTimestamp: "2026-04-24T21:37:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:52Z"
    name: isvc-sklearn-batcher-predictor-66c65b668-gwk8x.18a968b4757e1501
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: a72a8938-7ec8-4927-942b-3e651e637124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-66c65b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "13749"
    uid: 9c0b6800-593f-4189-9664-758a368c0337
  kind: Event
  lastTimestamp: "2026-04-24T21:35:42Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-66c65b668-gwk8x'
  metadata:
    creationTimestamp: "2026-04-24T21:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:35:42Z"
    name: isvc-sklearn-batcher-predictor-66c65b668.18a9689aeba4935b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13765"
    uid: 3e162b56-5523-4231-9d7d-0476105cf021
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13748"
    uid: d9c20adf-42b4-4d38-9013-2fb1e1133119
  kind: Event
  lastTimestamp: "2026-04-24T21:35:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-66c65b668 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:35:42Z"
    name: isvc-sklearn-batcher-predictor.18a9689ae1e1cd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "13750"
    uid: d22d7319-25f7-424c-9ba7-a7b0e9c92b0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13757"
    uid: 5b7643f8-69a3-466c-b320-1ea70b5e7e2e
  kind: Event
  lastTimestamp: "2026-04-24T21:36:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:27Z"
    name: isvc-sklearn-batcher-predictor.18a9689e670e4ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: 7bdefaf1-b19e-4597-bed7-60a8c204d15b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13757"
    uid: 5b7643f8-69a3-466c-b320-1ea70b5e7e2e
  kind: Event
  lastTimestamp: "2026-04-24T21:36:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:27Z"
    name: isvc-sklearn-batcher-predictor.18a9689e6775c606
    namespace: kserve-ci-e2e-test
    resourceVersion: "14133"
    uid: 3da9a28c-1fdc-4a38-acde-b70a8ef04a3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13900"
    uid: 5b7643f8-69a3-466c-b320-1ea70b5e7e2e
  kind: Event
  lastTimestamp: "2026-04-24T21:37:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:12Z"
    name: isvc-sklearn-batcher-predictor.18a968a8e4254f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 6778b04e-5dba-40ac-8109-9c3bfb364e3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13900"
    uid: 5b7643f8-69a3-466c-b320-1ea70b5e7e2e
  kind: Event
  lastTimestamp: "2026-04-24T21:37:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:12Z"
    name: isvc-sklearn-batcher-predictor.18a968a8e4926191
    namespace: kserve-ci-e2e-test
    resourceVersion: "14445"
    uid: 4b469754-a0cd-4630-87c2-9f7382418798
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13738"
    uid: 15860418-6aaa-4d7e-ad49-97a37a4e9fbf
  kind: Event
  lastTimestamp: "2026-04-24T21:37:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:14Z"
    name: isvc-sklearn-batcher.18a9689ae7b98854
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: d24b4bf2-05aa-4e77-93d9-e04213bb774e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13738"
    uid: 15860418-6aaa-4d7e-ad49-97a37a4e9fbf
  kind: Event
  lastTimestamp: "2026-04-24T21:35:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:35:42Z"
    name: isvc-sklearn-batcher.18a9689ae8120555
    namespace: kserve-ci-e2e-test
    resourceVersion: "13775"
    uid: a361cbff-ef03-4941-946b-81f008cd1458
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13738"
    uid: 15860418-6aaa-4d7e-ad49-97a37a4e9fbf
  kind: Event
  lastTimestamp: "2026-04-24T21:35:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:35:42Z"
    name: isvc-sklearn-batcher.18a9689ae8125e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13776"
    uid: c66d84df-3c53-4aa4-b4d1-3371950dfebc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: 15860418-6aaa-4d7e-ad49-97a37a4e9fbf
  kind: Event
  lastTimestamp: "2026-04-24T21:37:14Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:14Z"
    name: isvc-sklearn-batcher.18a968b04abfaefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: b31e8e7d-4d1e-4e49-9c6c-c84c18818418
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:47:59.380167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96946796cdd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: 4eab6dd4-f4ea-4d29-bb71-8d97032f2b69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a9694686e7f5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 8f620d84-4dac-4884-922c-019e286b420a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:00Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:48:00Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96946b75e191a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: 342a122b-2d2d-4eb9-b6e6-3a9a4fccac1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:00Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96946b8dc021c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 9958a5ca-6794-43fd-bba9-dc03f3752cec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:00Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96946bb787f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: 8251ed77-be26-4044-9b65-dc8cccbce726
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:00Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96946bbede508
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: a5b6a367-4954-4cc8-97a0-402e837c08b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:04Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96947a4d65f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 5fe3132f-5aa7-41de-a149-463f50e166a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:04Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96947a9525da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 9aa38990-7f2d-4d2e-9708-dfaafb91ae38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:04Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96947a9d0b433
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 42c76258-96ff-4138-af1a-38b67663a4ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:04Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96947a9dc5e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19912"
    uid: 900a38e4-113d-4eec-bec0-650bcab4f154
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.317s (2.317s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:06Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96948340198d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 8a1e3b8f-fda3-4fd9-b194-31640e58f58f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:06Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T21:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:06Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a9694836cbc65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 2ac4636f-5764-4595-b5d3-643db5a6374c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:06Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T21:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:06Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96948373e0b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 7cffa3b2-1b9d-4b62-bbe2-dc536f2320b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:06Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a96948374a9951
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 6a2b1d91-e1a5-4e20-85b7-7507dbedb6db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:06Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a9694839dcc1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 7e811255-cfb6-4a76-97b1-1c555090b59c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:48:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:06Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a969483a4e0de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: 260803af-8b1b-4e2e-bc10-3afb6c467dc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:49:44Z"
  message: 'Readiness probe failed: Get "http://10.134.0.28:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:44Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a9694ea2d6cf35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: 6f0eee46-6300-4ea2-9708-e651e3164eb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a9695919884204
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: fb7e4b22-8679-4cf1-964b-34a13192a316
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a969591988a849
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 9e332626-4057-4ef3-8262-f5d87d72930d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:49:19Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:19Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a9695919890dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: c8a318ac-3f34-4f5b-b80c-286a4d003c5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 32d8c97b-83b4-4ab4-b849-d5dc0eb569a3
  kind: Event
  lastTimestamp: "2026-04-24T21:49:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:49Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk.18a969591cb5ea6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: a82ee8ed-51ef-4d83-9b3c-6e35e1bdeb4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 79ca4930-8943-42c4-9c00-1fac070b7563
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-74b9b7ddc5-lhrpk'
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-sklearn-mcp-predictor-74b9b7ddc5.18a9694679011f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: 38729d1d-2c61-4e87-b6b8-c1c517e36f6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 0f24079a-61d0-4c25-b1f9-69b31e6106df
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-74b9b7ddc5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-sklearn-mcp-predictor.18a969467546d95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 368996f5-1b07-4ce1-a109-6783240fd8f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: d0694725-8f02-46d9-805a-dcd884b890e0
  kind: Event
  lastTimestamp: "2026-04-24T21:49:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:49:14Z"
    name: isvc-sklearn-mcp.18a9694674a0169e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 1b8ffd79-6f42-48af-bf95-78df61b7c709
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: d0694725-8f02-46d9-805a-dcd884b890e0
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-sklearn-mcp.18a9694675333903
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 4cfe02bd-8964-4aee-9a2d-0407d1a29733
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: d0694725-8f02-46d9-805a-dcd884b890e0
  kind: Event
  lastTimestamp: "2026-04-24T21:47:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:47:59Z"
    name: isvc-sklearn-mcp.18a969467a88be99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 87e895ad-c244-4542-9190-7e888bcef7fd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: d0694725-8f02-46d9-805a-dcd884b890e0
  kind: Event
  lastTimestamp: "2026-04-24T21:49:14Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:49:14Z"
    name: isvc-sklearn-mcp.18a96957f898ccb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: ea6fd76b-26a6-4b04-89cd-15d4f921a0b1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:08:07.641392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-77f5c96b44-5d9wb
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:08:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:08:07Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a5fcb67fe6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: ceb483df-3f7f-43a0-a4af-43a7b809ff3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:07Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a5fd7f0fce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: 2bb00a06-d256-4659-b560-d76a2598fe4c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30225"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:08Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:08:08Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a60082ed609
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 6361ffd6-c70d-42c9-aff5-7b4fbd275312
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:08Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a6009a486e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: 1f1f3ad4-db4d-4eae-a036-f2147bfd966b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:08Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a600c20ad55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 83a99fd7-d21b-4fb8-8df5-36e6791ca4bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:08Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a600c98a399
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: 2e2c93e9-b662-40fc-b708-835077fc95c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:12Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a610427bca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 7d851c2f-2448-4e28-8407-712fed089b8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:12Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a61074daf33
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: 74cf3af5-7ab8-429e-9590-9364269e3f0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:12Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a6107c4efaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: ed0afcad-3198-4e50-81d2-4b074aa4a917
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:12Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a6107d143a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30287"
    uid: 19e884e0-5275-4ff0-8445-610f7639bbcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:12Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a610a8a8643
    namespace: kserve-ci-e2e-test
    resourceVersion: "30289"
    uid: c524dce7-ef41-4b7b-8c76-6636d90fd886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:08:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:08:13Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a610b02b4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30290"
    uid: ed8fa27a-0dd6-4c91-98d8-bd74bceb493f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:30Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a617bd06f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30920"
    uid: 46ddb3db-324f-43a8-8693-6d3e9e694d3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:27Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a7270e08aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: 3f2704b8-fcec-4515-b64a-aa975fee9c09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:27Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a7270e1d44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 58c3d2d6-3405-40b6-bfdf-d8ff45d6a267
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 194af666-7fcc-4d84-93d0-d8efdfda22f0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:30Z"
    name: isvc-sklearn-predictor-77f5c96b44-5d9wb.18a96a732ded244d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: 2a7c6677-f885-420a-864e-7ef85e568cc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-77f5c96b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: a51b48a9-27ee-4823-8529-a06ee8f4c753
  kind: Event
  lastTimestamp: "2026-04-24T22:08:07Z"
  message: 'Created pod: isvc-sklearn-predictor-77f5c96b44-5d9wb'
  metadata:
    creationTimestamp: "2026-04-24T22:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:07Z"
    name: isvc-sklearn-predictor-77f5c96b44.18a96a5fcacf9a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 6ea7fed5-9c4f-4183-963e-cf3c90eb3b2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30203"
    uid: ac129aaf-05b8-4e32-800a-7eb2255fb53a
  kind: Event
  lastTimestamp: "2026-04-24T22:08:07Z"
  message: Scaled up replica set isvc-sklearn-predictor-77f5c96b44 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:07Z"
    name: isvc-sklearn-predictor.18a96a5fc7a4bd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 7b43f542-ed29-4b87-8351-2c9e3b4afcaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30204"
    uid: 86735ee7-279d-4028-8883-6f8340c260c2
  kind: Event
  lastTimestamp: "2026-04-24T22:08:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:22Z"
    name: isvc-sklearn-predictor.18a96a63468e01f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 75c78106-85a8-4cad-9da2-1f90e854b47f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30204"
    uid: 86735ee7-279d-4028-8883-6f8340c260c2
  kind: Event
  lastTimestamp: "2026-04-24T22:08:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:22Z"
    name: isvc-sklearn-predictor.18a96a6346f7a93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: d78d8e85-ce59-4f46-b880-0a148cbe4ef4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30360"
    uid: 86735ee7-279d-4028-8883-6f8340c260c2
  kind: Event
  lastTimestamp: "2026-04-24T22:09:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:22Z"
    name: isvc-sklearn-predictor.18a96a66c5ce9f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: bc1c8f34-0f14-4efa-9043-4a50b58c9534
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30360"
    uid: 86735ee7-279d-4028-8883-6f8340c260c2
  kind: Event
  lastTimestamp: "2026-04-24T22:09:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:22Z"
    name: isvc-sklearn-predictor.18a96a66c635f45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: fd7ce39a-3509-4053-a409-93788e2e3e08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:10:27.990851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a8078e2cd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 9c1e05fb-3c18-4fef-8ff9-69e97078867d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:28Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:10:28Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a8092007835
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5b27a663-5d90-41a7-9265-276e28540d67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:28Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a8093876ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: b17d69aa-146d-49f1-a3d8-66cb462c53f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:28Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a8096ab3f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31406"
    uid: 2867fa3f-3dfd-463f-86c3-4e292bd631ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:28Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a809729806f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: 8fae602a-7090-45d4-bd4f-509234d3947e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:34Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a81f0c5d4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31454"
    uid: ec5331df-b5e0-44d2-bbc6-1d641678ce8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:34Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a81f5fd1a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: b6e72320-692c-4bcf-a868-039037da67df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:34Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a81f682f7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: a5fa34a7-8389-4208-9de2-55afe53450ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:34Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a81f6942533
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: 0a586a8c-9fa3-47ac-8e6d-7c7245f06e68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:34Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a81f9dcd8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31463"
    uid: 1802cdc4-fac6-4649-877e-6dec7bced15a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:34Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a81fa546719
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 66cd2813-e9e8-4988-8ebd-06f751d28481
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a82689d5ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 32eea8af-8bcd-47a2-a618-001c9a484dc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a8928691468
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 8f07c190-7a5f-4556-b1fc-e91cbfb39ee9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: 53dd487b-1df4-437f-b358-c066279de55c
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5.18a96a892869a031
    namespace: kserve-ci-e2e-test
    resourceVersion: "31735"
    uid: eb5166eb-0966-4ff6-9789-bc9a12fc410d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7b5dc59794
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: d9032fe2-e41d-455c-bb3f-c364578ca733
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7b5dc59794-c5rz5'
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: isvc-sklearn-runtime-predictor-7b5dc59794.18a96a80785763d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 5f162c44-5fa6-40fc-bb46-bf0540463b02
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 5f937d93-3453-4917-911b-3a6569a037ec
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7b5dc59794 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: isvc-sklearn-runtime-predictor.18a96a8075c675b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: 8cdd0337-1212-4091-9756-1daa647c4b83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 3696f277-44dd-4f33-83f4-5e5648cf2209
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime-predictor.18a96a83f446a337
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: bc884203-9a9e-4e83-8f3b-94d187ae75da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 3696f277-44dd-4f33-83f4-5e5648cf2209
  kind: Event
  lastTimestamp: "2026-04-24T22:10:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:42Z"
    name: isvc-sklearn-runtime-predictor.18a96a83f4be59db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: 5b6578d2-6fd7-4734-99d8-099f67c7c696
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 3696f277-44dd-4f33-83f4-5e5648cf2209
  kind: Event
  lastTimestamp: "2026-04-24T22:10:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:57Z"
    name: isvc-sklearn-runtime-predictor.18a96a8773cf22f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31646"
    uid: 2aeb3faa-bf1b-461e-88e5-5dfc39aa5222
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 3696f277-44dd-4f33-83f4-5e5648cf2209
  kind: Event
  lastTimestamp: "2026-04-24T22:10:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:57Z"
    name: isvc-sklearn-runtime-predictor.18a96a877433dee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 1cec39d3-33b7-4ea6-b0f8-bfce74705a6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: 168db6db-6b28-41dc-997c-39d1eb1d69f7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:52Z"
    name: isvc-sklearn-runtime.18a96a8075a248dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: 24bf2bf1-df9e-4e19-b1c3-2b4ddaf204b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: 168db6db-6b28-41dc-997c-39d1eb1d69f7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: isvc-sklearn-runtime.18a96a8075f97137
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 90445e77-ad4f-4f25-b0de-516ae321981e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 168db6db-6b28-41dc-997c-39d1eb1d69f7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:52Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:52Z"
    name: isvc-sklearn-runtime.18a96a86276a2372
    namespace: kserve-ci-e2e-test
    resourceVersion: "31610"
    uid: 4c819786-b0b4-438a-8e43-528e6ab3203b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:25:11.024551Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-d954bcd99-79lq9
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:25:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:25:11Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4e11cbc6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: e61447b5-38d5-4487-8684-e734c5461aca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:11Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4e1c8be550
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: 7bff3619-352f-406b-b75a-6529626b937a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38836"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:12Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:25:12Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4e4e762d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: b763e61d-e3ac-44c8-9f01-6c5691bae7dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:12Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4e4fd75f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38852"
    uid: 2fd3a3b1-4d37-42dc-a287-b5aca4465962
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:12Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4e524d9e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38854"
    uid: 5d40bc3a-f5a3-42b5-9134-637d0cdb8f2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:12Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4e52c1e247
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: dfe0c0be-b723-4f19-907e-da022082ae9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:13Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ebdb31c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: de368426-253e-4755-91c6-9ef36a66e77f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:13Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ec0a00459
    namespace: kserve-ci-e2e-test
    resourceVersion: "38879"
    uid: f4fa58d0-bd9a-437c-bff9-801f3c559e0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:13Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ec1164d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: d173c68e-ed47-478e-8361-7f565ab41d24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:13Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ec12235c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38882"
    uid: 09df06c2-f342-4a19-a36a-a7f9f54bcdf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:14Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ec4223f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "38884"
    uid: 3a33a720-b862-4fee-8773-4070944f6568
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:25:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:14Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ec497007a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: c56db836-05d4-40fc-acd1-286154c3b7e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:26:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:10Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b4ef9b79486
    namespace: kserve-ci-e2e-test
    resourceVersion: "39287"
    uid: 96b463d3-1daf-4ec6-b0b0-3925587f9861
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b60b79b786b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: fc32e9d5-17f6-49c7-a161-1c60b4f12033
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 5d5faeda-c627-4072-8c9d-28dd0dad36b3
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-predictor-d954bcd99-79lq9.18a96b60b79d7111
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 8f79b43b-f695-48c2-81c6-e84cfb9693d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-d954bcd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: ac7ded65-c3df-428b-b781-776817d5891a
  kind: Event
  lastTimestamp: "2026-04-24T22:25:11Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-d954bcd99-79lq9'
  metadata:
    creationTimestamp: "2026-04-24T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:11Z"
    name: isvc-sklearn-s3-predictor-d954bcd99.18a96b4e11592ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38828"
    uid: 6244dac1-dee8-4f46-a5b9-2ddaf6404572
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38812"
    uid: 2ffaf2e1-f8f7-4989-b48a-5471fdb5b8f4
  kind: Event
  lastTimestamp: "2026-04-24T22:25:10Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-d954bcd99 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:10Z"
    name: isvc-sklearn-s3-predictor.18a96b4e0e89bb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: 152d5e57-104d-4d6d-b636-2041d5b9a291
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: 3bec3aad-68ab-4b3c-b048-6f370442fcc9
  kind: Event
  lastTimestamp: "2026-04-24T22:25:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:41Z"
    name: isvc-sklearn-s3-predictor.18a96b518ed3d4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39081"
    uid: 61f24b56-7e87-492a-a3d3-3f7a85313a79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: 3bec3aad-68ab-4b3c-b048-6f370442fcc9
  kind: Event
  lastTimestamp: "2026-04-24T22:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:41Z"
    name: isvc-sklearn-s3-predictor.18a96b518f3a1adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39082"
    uid: 56b22c36-915e-49f9-b5de-fc054243f31c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38978"
    uid: 3bec3aad-68ab-4b3c-b048-6f370442fcc9
  kind: Event
  lastTimestamp: "2026-04-24T22:26:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:26Z"
    name: isvc-sklearn-s3-predictor.18a96b588dda8077
    namespace: kserve-ci-e2e-test
    resourceVersion: "39413"
    uid: 6c075793-4d5b-45df-9a32-2e05260c7ed5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38978"
    uid: 3bec3aad-68ab-4b3c-b048-6f370442fcc9
  kind: Event
  lastTimestamp: "2026-04-24T22:26:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:26Z"
    name: isvc-sklearn-s3-predictor.18a96b588e669ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39414"
    uid: 1d5ac1c5-5794-4bd8-927b-c5d7b8680c89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:29:24.581818Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "41012"
    uid: e1cf513f-785c-451b-86b1-34feb6d94b1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:29:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:29:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q.18a96b891afca96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41019"
    uid: a9c15878-d2dc-42a0-b605-67ae54efe1ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "41023"
    uid: e1cf513f-785c-451b-86b1-34feb6d94b1a
  kind: Event
  lastTimestamp: "2026-04-24T22:29:25Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:29:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q.18a96b8933f5a858
    namespace: kserve-ci-e2e-test
    resourceVersion: "41030"
    uid: 295784e4-bb21-4775-9806-c1a8b1cb0a62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: e1cf513f-785c-451b-86b1-34feb6d94b1a
  kind: Event
  lastTimestamp: "2026-04-24T22:29:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:30Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q.18a96b89358686b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41087"
    uid: 0f216061-d911-4f5b-8a67-5569358e3c25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: e1cf513f-785c-451b-86b1-34feb6d94b1a
  kind: Event
  lastTimestamp: "2026-04-24T22:29:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:30Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q.18a96b8938349a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: b756dd7e-4768-40d8-a77f-08a2ba529d83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: e1cf513f-785c-451b-86b1-34feb6d94b1a
  kind: Event
  lastTimestamp: "2026-04-24T22:29:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:30Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q.18a96b8938a9d6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41092"
    uid: 487d59d8-f5d5-4cd7-9cd0-6b28009c9314
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: e1cf513f-785c-451b-86b1-34feb6d94b1a
  kind: Event
  lastTimestamp: "2026-04-24T22:29:34Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:34Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q.18a96b8b6dd18d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "41136"
    uid: 0956dce5-2768-4d87-b6f1-1beb48ad9593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "41003"
    uid: 4e3b7a7e-84cf-4125-9c07-29617d890597
  kind: Event
  lastTimestamp: "2026-04-24T22:29:24Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45-pnb8q'
  metadata:
    creationTimestamp: "2026-04-24T22:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45.18a96b891a75e65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41015"
    uid: 3314f077-3c34-481a-acaa-359fb73fa2d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41001"
    uid: 2e603df4-587e-40ae-ac73-432debd9a720
  kind: Event
  lastTimestamp: "2026-04-24T22:29:24Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-58f5875f45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a96b8917ea1fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41005"
    uid: 7bbc306c-99bd-4dd4-9d9f-7d6f2c2600cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40992"
    uid: 2e6571d1-c402-40d6-b414-f99d00ed38e6
  kind: Event
  lastTimestamp: "2026-04-24T22:29:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:30Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96b8917b754f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41093"
    uid: 2c9e1fad-6fb2-4b93-a5b2-3664defc70a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40992"
    uid: 2e6571d1-c402-40d6-b414-f99d00ed38e6
  kind: Event
  lastTimestamp: "2026-04-24T22:29:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:24Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96b89180aa216
    namespace: kserve-ci-e2e-test
    resourceVersion: "41007"
    uid: 1b328b31-66e9-4c01-9236-203b4aef481d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:28:03.439846Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40330"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76368cbaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 99da91cf-0611-48b5-9a1e-55ab667b840b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40342"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b764f66a847
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: f520da78-01b8-434b-ae1d-7bb74c59f393
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b7650e23603
    namespace: kserve-ci-e2e-test
    resourceVersion: "40355"
    uid: 1759cbe8-d1ca-4bfc-b48c-3655ba31d107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b7653812e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: fff0ae1f-1737-4ba1-a032-8e2815fc4578
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b7653fe3755
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 1662a43c-2aec-44d0-b710-1725d96144a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76ab988555
    namespace: kserve-ci-e2e-test
    resourceVersion: "40375"
    uid: b61e9bd7-95f5-4995-8d90-12191ead30f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76aeb949a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: 0834638d-0759-472b-a246-33038121b1f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76af2b1619
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: b5946e40-2ff5-4f4f-bfd2-223310049283
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76af367eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40383"
    uid: 10805166-5e01-4a18-b12e-d3d248cfe761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76b1df13c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40384"
    uid: 024e7622-d429-468d-9b31-ac960df0e9f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:28:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b76b250b867
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: 7a1c7428-985e-401a-8c4f-d26c9a44658a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:29:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b77234a898c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40795"
    uid: 14412f7c-378b-42d3-bfba-c0782561b5cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:29:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b88dad56794
    namespace: kserve-ci-e2e-test
    resourceVersion: "40975"
    uid: 35efa252-30da-483c-bfdb-e2fe34dc7077
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: cb00da89-79ff-492a-9fff-7325fbbde32b
  kind: Event
  lastTimestamp: "2026-04-24T22:29:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp.18a96b88dad5f088
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: 5af3a560-21c8-40b1-a216-74c41944db0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 5e0454c9-ffdd-434d-b92c-7f55117e7a92
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c-wcjcp'
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c.18a96b763633729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40334"
    uid: f4cd19df-d34b-4ad0-ba13-703fbd354225
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: aa33bb33-f91e-4adf-96c4-b66e0c74cd25
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7bd5b8d64c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b763345b370
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 8919a25b-0cbb-451b-b329-9080dfe0aad4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: f569162d-f2b9-47dd-a498-74538cff8423
  kind: Event
  lastTimestamp: "2026-04-24T22:28:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b79b1c992c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40582"
    uid: 09a5ac63-895e-444d-8913-e34d07760f09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: f569162d-f2b9-47dd-a498-74538cff8423
  kind: Event
  lastTimestamp: "2026-04-24T22:28:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:28:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b79b22845ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40584"
    uid: b5e0f2e3-c931-494f-a35d-b44864ff34a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40476"
    uid: f569162d-f2b9-47dd-a498-74538cff8423
  kind: Event
  lastTimestamp: "2026-04-24T22:29:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b80b0293a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40904"
    uid: 36a2da53-9ba3-437d-9a94-d544bc383c53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40476"
    uid: f569162d-f2b9-47dd-a498-74538cff8423
  kind: Event
  lastTimestamp: "2026-04-24T22:29:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96b80b08ac10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40905"
    uid: bc271645-3d65-425f-8a1e-6f790fdb3da6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: 3b23438d-c6b3-4bae-984b-4d2b6f36e667
  kind: Event
  lastTimestamp: "2026-04-24T22:29:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96b7633207ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40869"
    uid: fd3ace42-0a0a-4cf0-a875-95e90612651d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: 3b23438d-c6b3-4bae-984b-4d2b6f36e667
  kind: Event
  lastTimestamp: "2026-04-24T22:28:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:28:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96b76336db17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: 38d328f0-e809-4cfb-8a0f-0004263b19d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40867"
    uid: 3b23438d-c6b3-4bae-984b-4d2b6f36e667
  kind: Event
  lastTimestamp: "2026-04-24T22:29:13Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96b868664cf33
    namespace: kserve-ci-e2e-test
    resourceVersion: "40868"
    uid: a5c73a67-4dc4-4054-90f4-9cb55f27b5af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:27:52.357594Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40159"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:27:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b73a1fee2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40165"
    uid: 531be5ec-a3bb-4278-9692-18f0851cdbb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b73b2b95b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40173"
    uid: 96c43bac-a497-4928-9295-8f1a44ad12de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40169"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: "2026-04-24T22:27:53Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:27:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b73de8e8d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40181"
    uid: 8a3b2308-1f69-4606-a9ac-3ee59033ad40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b73dffa1a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: e4684730-3c06-44eb-b7bf-c2af51fc3504
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b73e33dfd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: b934ef8f-7b54-4762-b035-62436623f874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: "2026-04-24T22:27:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b73e3ac3012
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: 46087617-c780-4eef-9aaa-e3a81147ffea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8
  kind: Event
  lastTimestamp: "2026-04-24T22:28:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq_kserve-ci-e2e-test(dfa7b3af-7f5f-4e0d-bfc5-34fc4c2a10c8)
  metadata:
    creationTimestamp: "2026-04-24T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:28:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq.18a96b75bc9b2cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40259"
    uid: 4c19aa04-190b-4514-9cc4-9a98789fe950
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "40150"
    uid: 3539eb69-ae65-47a9-bd80-002ea593bc5c
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45-6bvqq'
  metadata:
    creationTimestamp: "2026-04-24T22:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45.18a96b73a195afbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40161"
    uid: 5546753a-0a47-4e5d-89ab-5846df75bb87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40148"
    uid: b3b57b7c-b7eb-4a4a-a826-7fed806ab879
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-9c6dddd45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a96b739f217ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40152"
    uid: e8822124-83c9-4ac1-be1d-6a7a283950df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40139"
    uid: 0d602094-d0de-49d7-b48a-1bdb87c9ff82
  kind: Event
  lastTimestamp: "2026-04-24T22:28:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:28:01Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96b739efb1be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: e784077f-577f-4362-b9b3-6f62f02c6af6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40139"
    uid: 0d602094-d0de-49d7-b48a-1bdb87c9ff82
  kind: Event
  lastTimestamp: "2026-04-24T22:27:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:52Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96b739f4d8eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40154"
    uid: 89170e87-4ba7-4a65-a293-1c33ce6cde4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:26:31.259566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39492"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b60c02cf627
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 785e11a0-6f3f-4e9b-bc1f-3ff97c15da4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b60d9275294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: 58eff48d-df3c-4488-b2d2-3d3e22c98c0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b60da98233c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: 2c425e4d-86e0-4034-9059-a427d658cb58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b60dd403329
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: 7fb7bce5-bb6e-49d2-8aea-a852af8243be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b60ddf88bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: e5b64d2e-a14e-4dcf-af3a-d8c87e05bba0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b612fe61a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 70fd4e26-6f84-4e46-a3a8-5f667ea36b38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b6132c6cee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: 1cc6809f-dbdb-4b59-9289-f4188a36e927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b61333f85e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: b8dcd302-f2f2-484f-bdd0-04c9a31c333e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b61334dcb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: b13d69a0-79de-453e-ad43-6e382f46a4c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b61365a3688
    namespace: kserve-ci-e2e-test
    resourceVersion: "39541"
    uid: 92b42c0b-4b66-4430-a415-4c770524e61a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:26:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:26:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b6136cd4ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: cae3a711-8ede-4878-9e30-eae8dc263d6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:27:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b61a79c96c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39955"
    uid: 480c6d9a-b1f6-4c4c-bc38-e819fc213f11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:27:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b7362164ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: e7e8b379-e9e9-4525-beeb-2e952628f8c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 87bb2a02-dd40-457e-9705-e3818f41d37e
  kind: Event
  lastTimestamp: "2026-04-24T22:27:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:27:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc.18a96b736216e154
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: e4847700-75da-42bf-b447-3a1b022d47d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: 2851a7ae-fdc0-4887-bf6d-60625f7074b9
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c-2rgjc'
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c.18a96b60bf8b9507
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: 24331235-826d-4720-80ab-9391aece64bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39478"
    uid: 9e43e1da-cd09-499f-b50d-6fe934647847
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-666f4c58c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b60bc160e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "39482"
    uid: 362f7af4-566b-415a-90e5-e40ae6cbfd70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: 72f69322-ebc3-4ded-87bb-251513512198
  kind: Event
  lastTimestamp: "2026-04-24T22:27:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b643a9a5fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39743"
    uid: 6a882759-c927-4487-9644-f5cea21a18b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: 72f69322-ebc3-4ded-87bb-251513512198
  kind: Event
  lastTimestamp: "2026-04-24T22:27:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b643b07d6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: 0f3d0115-6b08-4a04-af6c-2c9ef71b84e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: 72f69322-ebc3-4ded-87bb-251513512198
  kind: Event
  lastTimestamp: "2026-04-24T22:27:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b6b38bcfb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40076"
    uid: 9ad20268-6db9-4bf5-9b94-ad774cd84661
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: 72f69322-ebc3-4ded-87bb-251513512198
  kind: Event
  lastTimestamp: "2026-04-24T22:27:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:27:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96b6b3921d348
    namespace: kserve-ci-e2e-test
    resourceVersion: "40077"
    uid: 63c5e9c1-a468-4ae1-bc81-e337d85764bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39466"
    uid: 7e3eba74-6e38-4ca9-a08d-f839030fc4b4
  kind: Event
  lastTimestamp: "2026-04-24T22:27:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b60bbef411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40038"
    uid: 11d52d04-603f-4708-9af8-e69c1941abfe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39466"
    uid: 7e3eba74-6e38-4ca9-a08d-f839030fc4b4
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b60bc3e1ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: 0bfffbd8-fd9b-4a9a-ad81-33a00ce4ee76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: 7e3eba74-6e38-4ca9-a08d-f839030fc4b4
  kind: Event
  lastTimestamp: "2026-04-24T22:26:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:31Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b60c3944a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39505"
    uid: 1a9e6884-5f95-46a8-9091-4cf2a08eb6fd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40036"
    uid: 7e3eba74-6e38-4ca9-a08d-f839030fc4b4
  kind: Event
  lastTimestamp: "2026-04-24T22:27:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:27:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96b710b7d2713
    namespace: kserve-ci-e2e-test
    resourceVersion: "40037"
    uid: a7993f29-d6c3-4bf6-9cf1-d8cc85af6a27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:30:56.759785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41835"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:30:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:30:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96b9e9138cd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41841"
    uid: e44314b6-0cfa-459d-813f-7dbac87a5a1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: "2026-04-24T22:30:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96b9e9aad9ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41849"
    uid: 5b046f34-db24-45b7-a7c0-4eb02f3a5e2e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41845"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: "2026-04-24T22:30:57Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:30:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96b9ecdaab400
    namespace: kserve-ci-e2e-test
    resourceVersion: "41857"
    uid: 016cf757-b5d5-4e04-9975-e305f355a0ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: "2026-04-24T22:31:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:31:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96b9ecf2c1921
    namespace: kserve-ci-e2e-test
    resourceVersion: "41928"
    uid: 297aeb6c-ef8e-4097-888c-75f8fb4eceeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: "2026-04-24T22:31:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:31:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96b9ed241bcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41932"
    uid: 9d201b79-0e2b-47d8-b1f0-c9e5d9897ad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: "2026-04-24T22:31:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:31:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96b9ed2b15627
    namespace: kserve-ci-e2e-test
    resourceVersion: "41933"
    uid: f7da11c2-a402-4049-95d4-39f327d03c10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 2c2daf79-da69-4ce0-b95c-85356e6b3877
  kind: Event
  lastTimestamp: "2026-04-24T22:31:06Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:31:06Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2.18a96ba0ef44d63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41966"
    uid: f8dbb37e-1e26-4589-b2e2-14c438a8e038
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "41826"
    uid: afde831b-4c82-4918-8235-0505070c3484
  kind: Event
  lastTimestamp: "2026-04-24T22:30:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68-f66l2'
  metadata:
    creationTimestamp: "2026-04-24T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68.18a96b9e90d0e903
    namespace: kserve-ci-e2e-test
    resourceVersion: "41836"
    uid: 124caf1c-9d4e-461a-a74f-075afc29ef60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41824"
    uid: ccadd43a-41ff-4166-a80c-6836e1437c53
  kind: Event
  lastTimestamp: "2026-04-24T22:30:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-86b6454c68
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a96b9e8e105335
    namespace: kserve-ci-e2e-test
    resourceVersion: "41828"
    uid: 7e6bce1a-7093-4fc4-8a97-bbc20297b722
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41815"
    uid: 06a05045-1ed8-4458-8d26-0139e6e51a74
  kind: Event
  lastTimestamp: "2026-04-24T22:31:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:31:05Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96b9e8de304ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41935"
    uid: 3e6662f9-1cb6-4d02-b18b-ac99ed83c949
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41815"
    uid: 06a05045-1ed8-4458-8d26-0139e6e51a74
  kind: Event
  lastTimestamp: "2026-04-24T22:30:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96b9e8e68895e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41831"
    uid: e3eaed8c-0e9f-49cf-99ce-57a54d184301
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:29:35.633658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:29:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8badba5ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41172"
    uid: 8c255b20-32db-4f87-a22a-d3149ec92822
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:36Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:29:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8bc6a42c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41188"
    uid: f13b3c96-559e-48b9-907b-fdc3bbfdd494
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8bc8078577
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: 3a4a20b5-46ed-4d2b-901a-5aec7f58965e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8bcac8ae36
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: a4c1a61a-c497-49d8-b2c0-29d0e9376a4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8bcb3c6727
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 69081cd4-5ced-4544-9d3e-99de18810bf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c2756c97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41216"
    uid: 2b808117-491c-4d4b-ae61-cbdafe52a60b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c2a588d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "41220"
    uid: 2705cfab-ef4e-493f-b97f-187c607e37b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c2ace84e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41221"
    uid: dd0aaeaa-9077-4894-a495-4c8ef7f661a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c2ada4370
    namespace: kserve-ci-e2e-test
    resourceVersion: "41222"
    uid: 56e02f86-0b36-4607-ad82-4beea750257a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c2d8543d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41224"
    uid: 6eaa5602-7b70-4594-9e6e-b34545bd7d84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:29:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:29:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c2df54d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "41225"
    uid: 9f901514-0584-4990-becf-d06e7962730f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:30:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b8c9ef652c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41633"
    uid: 588d97b2-46c8-4b30-afc3-749c63fea15a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:30:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b9e55c583e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41798"
    uid: f495fc3b-d512-4e94-b397-656ae25c4c73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: fc3d0859-620d-4704-bbab-cc63fceda526
  kind: Event
  lastTimestamp: "2026-04-24T22:30:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:30:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:30:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px.18a96b9e55c5ea35
    namespace: kserve-ci-e2e-test
    resourceVersion: "41799"
    uid: 0cf72718-be28-49b8-abad-547572ff41df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41158"
    uid: d4d9edab-2311-4806-b3f3-9084313b9f1d
  kind: Event
  lastTimestamp: "2026-04-24T22:29:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b-677px'
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b.18a96b8bad5279ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41167"
    uid: d9a45c6d-e87b-4a29-b14e-d3b74524e3b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41156"
    uid: 9873a7f1-9b81-4923-85d9-f1b916f90201
  kind: Event
  lastTimestamp: "2026-04-24T22:29:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-654d8c6f8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:29:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8bab07c961
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: da26360c-462a-442d-89ee-d776a624648b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41157"
    uid: a73fd8a1-392d-44f6-8943-4a3eb014f3de
  kind: Event
  lastTimestamp: "2026-04-24T22:30:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8f29844068
    namespace: kserve-ci-e2e-test
    resourceVersion: "41417"
    uid: ffb6702f-8260-4ff6-b1d0-51808aadb3c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41157"
    uid: a73fd8a1-392d-44f6-8943-4a3eb014f3de
  kind: Event
  lastTimestamp: "2026-04-24T22:30:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b8f29e88f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "41418"
    uid: 51f29410-8d29-4325-a557-33effabea8dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: a73fd8a1-392d-44f6-8943-4a3eb014f3de
  kind: Event
  lastTimestamp: "2026-04-24T22:30:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b9627e953db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41751"
    uid: c83b0923-f5b1-4fb8-9b29-27ef5918ea35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41321"
    uid: a73fd8a1-392d-44f6-8943-4a3eb014f3de
  kind: Event
  lastTimestamp: "2026-04-24T22:30:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:30:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96b96285569b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41752"
    uid: af4f8dff-0b1d-43ab-b054-caf96ede0ce8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41147"
    uid: 89cc00df-a1b7-4c8a-b41b-74a2db3d070d
  kind: Event
  lastTimestamp: "2026-04-24T22:30:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:45Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b8baae341b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41716"
    uid: 8dc1bf06-0f68-47d6-9e49-aa6427f29aba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:29:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41147"
    uid: 89cc00df-a1b7-4c8a-b41b-74a2db3d070d
  kind: Event
  lastTimestamp: "2026-04-24T22:29:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:29:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b8bab2fe88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: a2bd13a3-fd7f-4b30-ac00-32e4c75efe6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41711"
    uid: 89cc00df-a1b7-4c8a-b41b-74a2db3d070d
  kind: Event
  lastTimestamp: "2026-04-24T22:30:45Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:30:45Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b9c0293464b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41712"
    uid: 980974f0-bbb5-49aa-90e6-d3f94163b0df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38785"
    uid: d04d3afc-c0c7-41f9-a5fd-e46e96a3d461
  kind: Event
  lastTimestamp: "2026-04-24T22:26:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:21Z"
    name: isvc-sklearn-s3.18a96b4e0e69b91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 347f7463-7ad8-4835-9371-62749d9f10cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38785"
    uid: d04d3afc-c0c7-41f9-a5fd-e46e96a3d461
  kind: Event
  lastTimestamp: "2026-04-24T22:25:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:10Z"
    name: isvc-sklearn-s3.18a96b4e0ebec8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: 7d356877-2340-4061-957e-c4a43a22c50e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39369"
    uid: d04d3afc-c0c7-41f9-a5fd-e46e96a3d461
  kind: Event
  lastTimestamp: "2026-04-24T22:26:21Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:26:21Z"
    name: isvc-sklearn-s3.18a96b5e5d1631af
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: 95fd066c-e95d-490d-82b8-4950ca4db0c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-d66cfffd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30139"
    uid: eddbdca7-87a3-4334-a167-a61b7e9ae384
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-d66cfffd6-k5blx'
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-sklearn-scheduler-predictor-d66cfffd6.18a96a5f4b52931d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30151"
    uid: c6ae233a-de08-4118-91da-6eb175df37f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30134"
    uid: 982b84d0-ad04-476a-bafb-fa352cd1b439
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-d66cfffd6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-sklearn-scheduler-predictor.18a96a5f46db4c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30141"
    uid: 129b0891-b607-4c5b-82fc-b1fe97c55bb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 55f8cc53-cdb8-48d0-a8a2-d9962b9b2338
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-sklearn-scheduler.18a96a5f465e1bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 14162bc1-d36d-49e5-8a77-8d1c041b7906
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 55f8cc53-cdb8-48d0-a8a2-d9962b9b2338
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-sklearn-scheduler.18a96a5f46b36e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30140"
    uid: 7b736b0c-3c3b-4bb1-9fc4-bc584830d489
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 55f8cc53-cdb8-48d0-a8a2-d9962b9b2338
  kind: Event
  lastTimestamp: "2026-04-24T22:08:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:05Z"
    name: isvc-sklearn-scheduler.18a96a5f46b3c12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: ffc64612-1b62-4f39-9cef-b32f23c58e9d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:13:25.710303Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aa9d9ca68ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 2a2c20a3-c021-4c79-a0e7-fdf9cce950b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aa9e1de80d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32946"
    uid: 7d3ad6b8-0d47-4882-93ad-208b5ab8b03d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32942"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:26Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:13:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aaa16439047
    namespace: kserve-ci-e2e-test
    resourceVersion: "32960"
    uid: 1a73e054-0c9e-4ea3-893e-1ed116f72fe3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aaa17a9edca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32962"
    uid: 050f4417-bf5c-4fd1-ae98-6f3bb60ccbc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aaa1b069ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32963"
    uid: 74f0d0e8-e5d1-446c-bfc0-f58e062febc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aaa1b7a4e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 6f54dce6-5275-41a1-b22e-2f4f0e5ca2a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab0a5d97b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 62e25b12-c962-4457-b68c-0d95e032f309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab0d52c124
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: 9ba54da0-9fce-46f1-93b5-7be6a75a8bee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab0dc7453d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33005"
    uid: b0856d2a-0f80-4eec-b1b8-0d418735e5f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab0dd30207
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 443dc7f7-3135-473b-9b6d-7e436355fbc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab106965ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33009"
    uid: 8fc8016a-166d-42b5-bea4-f3b8c72bd001
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:13:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab1110018d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33010"
    uid: 27a2da82-87f3-4662-b291-b05c680961c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:14:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:47Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96aab46647835
    namespace: kserve-ci-e2e-test
    resourceVersion: "33631"
    uid: aa8c02cf-46e6-45c5-8573-411bb169c4b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:14:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:45Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96abc8443d693
    namespace: kserve-ci-e2e-test
    resourceVersion: "33578"
    uid: 0ff66035-6e56-4e6e-a5a1-731782581697
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:14:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:45Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96abc844491f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 29530ee4-b584-41fd-b07f-515faf196a4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "32935"
    uid: 5f3bcb9a-d72a-489e-b7eb-eab4e0de9eb8
  kind: Event
  lastTimestamp: "2026-04-24T22:14:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:47Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg.18a96abcf8741338
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 354d8d04-c574-4b85-8259-1a5dd9557428
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: f621ad9a-1ff1-451b-9ddc-c9dd3f35f675
  kind: Event
  lastTimestamp: "2026-04-24T22:13:25Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5d8dfb54c-n42jg'
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8dfb54c.18a96aa9d95776d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32934"
    uid: c01cc6cc-6edc-487e-9222-eaf2681a1ca0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32914"
    uid: ea4a99a4-630f-4bda-81be-3053bd372303
  kind: Event
  lastTimestamp: "2026-04-24T22:13:25Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5d8dfb54c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96aa9d66a3433
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: c80d2345-f60c-4be2-bd2a-027234fb9fe2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: ac9f0f64-c232-42ab-906c-f2aed320b5a4
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96aad54f5d381
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: f6e17d3f-4511-4059-afd5-45e95280586f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: ac9f0f64-c232-42ab-906c-f2aed320b5a4
  kind: Event
  lastTimestamp: "2026-04-24T22:13:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96aad5561a0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: 6601ac2b-6e8a-447a-b062-35349eb9f242
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: ac9f0f64-c232-42ab-906c-f2aed320b5a4
  kind: Event
  lastTimestamp: "2026-04-24T22:14:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96ab0d49d5ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 9628b00f-5c6d-4e21-a431-0428cb5ce34a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: ac9f0f64-c232-42ab-906c-f2aed320b5a4
  kind: Event
  lastTimestamp: "2026-04-24T22:14:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96ab0d4fd23f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 4025b7d8-e351-4016-b94d-c4c6afb3f994
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 12a4a89e-8f17-47cc-8252-6ffbef3bfd10
  kind: Event
  lastTimestamp: "2026-04-24T22:14:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:37Z"
    name: isvc-sklearn-v2-mixed.18a96aa9d647370e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: bca096f6-795b-4c48-b08c-79d86a29c523
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 12a4a89e-8f17-47cc-8252-6ffbef3bfd10
  kind: Event
  lastTimestamp: "2026-04-24T22:13:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-mixed.18a96aa9d6d398d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: ea931771-be4e-4278-b428-add2d0885c63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33489"
    uid: 12a4a89e-8f17-47cc-8252-6ffbef3bfd10
  kind: Event
  lastTimestamp: "2026-04-24T22:14:37Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:37Z"
    name: isvc-sklearn-v2-mixed.18a96abaa9933448
    namespace: kserve-ci-e2e-test
    resourceVersion: "33490"
    uid: 5ed118b7-51c3-4a82-9a32-cd074f1c2310
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:12:05.461550Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a972a97abfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: d51b8572-f3c9-4e35-9749-b004275e21a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a9733cbb425
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: 3d999aac-be18-4b5c-b860-ddf849b32b20
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:06Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:12:06Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a9767834ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32288"
    uid: b6ba6ac7-99c0-4031-bcca-3f0f4e5f44aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:06Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a9768ec2576
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 3431e9f3-4bb6-4d62-97c9-a1682b16d5b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:06Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a976bfedd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32293"
    uid: 58698619-727c-4b7d-8cb4-55596ac30e25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:06Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a976c786af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: e9bea4b1-008e-4451-9ece-040c95daa9de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1450"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a985c1bb13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32330"
    uid: e05b5dc4-a028-4ae3-bab6-43af730b286a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a985f2e01f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32336"
    uid: 5aa4ae44-d1a3-477e-98a7-79ba34506322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a985fa86912
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: 40e4610d-119c-454f-b7d9-1c21df6fac2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a985fb66706
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 44dcd1de-c2f4-4047-9c67-ab154ba861d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a9862decb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32340"
    uid: b1b4b12c-8b25-4f8e-87f9-a73eff5dece9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a986359683f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: 7a5740c7-7301-4ad8-9e21-5a0b4954c548
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:13:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:27Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96a98980f80b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: 1b12571a-66fd-4226-9244-35ac449ee3a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:13:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96aa9d6c6e7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32927"
    uid: 5416bc90-a991-4882-b23d-0fc3a390c166
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:13:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:25Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96aa9d6c735de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: eb82b6e7-9e4b-4c8a-80a8-c098ecb2a667
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: f66c71d6-aff1-494e-9edd-fcbd1a1de6d3
  kind: Event
  lastTimestamp: "2026-04-24T22:13:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:27Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db-q64wc.18a96aaa4a1e683f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32971"
    uid: e40b814e-11bb-4d47-a9e2-7841ffa00837
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7c9dd679db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: 9e5b2b51-03b0-41c1-93d7-ebc54839c3d2
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7c9dd679db-q64wc'
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-predictor-7c9dd679db.18a96a972a31e5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: fd87bfcc-6169-4537-ae9d-183028f73c97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32248"
    uid: 94c956f6-262f-4a54-bf7b-aadbc8d219ee
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7c9dd679db from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-predictor.18a96a97272a6726
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: d279ba5c-e22c-4bed-841e-d06bb218d5a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 63c45d86-53d3-4ae8-a775-aca743c86d66
  kind: Event
  lastTimestamp: "2026-04-24T22:12:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:35Z"
    name: isvc-sklearn-v2-predictor.18a96a9aa5d723f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: b2cc4a02-bd0b-41e3-8e6e-3ad06299e4cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 63c45d86-53d3-4ae8-a775-aca743c86d66
  kind: Event
  lastTimestamp: "2026-04-24T22:12:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:35Z"
    name: isvc-sklearn-v2-predictor.18a96a9aa63f0468
    namespace: kserve-ci-e2e-test
    resourceVersion: "32526"
    uid: e535163e-0d43-4a73-b426-92658d1c01df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 63c45d86-53d3-4ae8-a775-aca743c86d66
  kind: Event
  lastTimestamp: "2026-04-24T22:13:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:20Z"
    name: isvc-sklearn-v2-predictor.18a96aa1a42816b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: deac5c16-a627-4ea4-8723-d31be68f8038
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 63c45d86-53d3-4ae8-a775-aca743c86d66
  kind: Event
  lastTimestamp: "2026-04-24T22:13:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:20Z"
    name: isvc-sklearn-v2-predictor.18a96aa1a5228729
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: e9be175c-f4cb-494b-b55a-b393d37b6c2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:11:05.368915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a892ccad32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: 8b80fd5b-fb1f-46d4-8b73-ea8ce245881b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8945e69197
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: e6445fe4-d165-4ff4-b8b0-81fc236b5bfa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8947c50026
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: ab6f7cc2-873e-43d7-81d1-9de4f5cff9e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a894b473a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: f2a73490-388d-4924-a389-9e9706ec1ae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a894bcdf411
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: f437d254-bc1d-4f48-962a-f36db122c332
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8a1dbbc3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31805"
    uid: 86216a94-424d-4dd0-b397-d8a82362029d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8a209233f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: f8d5aa10-9b71-4213-abef-1fe99a2af406
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8a2108e8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 10d904b4-0bd5-4b25-9219-6bdad2dc62b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8a2114d71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31811"
    uid: 1f8e8430-d906-4b0a-a021-5566b42e5fde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8a2426e863
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: ef9c7250-fdf3-4e18-9151-0330ac855bf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:09Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a8a252338c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 86cf2117-3efe-4c9e-9e74-9ab2c6255600
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T22:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:11:46Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a92bc11784f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: 3985f356-b480-4d95-a884-3effb3279f11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a972730662b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: 033e3b84-f146-489e-9ca8-880436f9cc18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a9727312953
    namespace: kserve-ci-e2e-test
    resourceVersion: "32257"
    uid: cc9205fc-11a3-416e-8023-d47b877afc77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:12:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:11Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a9763a4f0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32347"
    uid: b3b5bd45-c835-475e-8fb3-1ff45c5cf769
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: c7d74a30-6d62-4f66-bcc1-33f4da693fe8
  kind: Event
  lastTimestamp: "2026-04-24T22:12:07Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px.18a96a97a20980e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: 16682574-aca7-496b-ae3b-ff220483ad99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 0a836b32-afbc-4764-9390-283eace8676e
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-884px'
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a96a892c642f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 4a8c8bf9-bd0c-4bd0-8423-267d56d0a54e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31726"
    uid: b913f830-ec1f-4e9c-90f3-ed042c221c04
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a89287ea0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: 8f8e1302-90c9-4f84-b831-00bb17ee9275
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 85bf981a-b865-45fa-b75e-f5401f44ffe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a8ca711d13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: 44f3fb2f-ca88-48ec-9f3e-78fd99d2e56d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 85bf981a-b865-45fa-b75e-f5401f44ffe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a8ca7a561b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 4f7a39a8-ae15-4635-b5fc-a56bc20c65b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 85bf981a-b865-45fa-b75e-f5401f44ffe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a93a584ea80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32101"
    uid: bf015375-a2eb-4e59-98a2-a5389492eb8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 85bf981a-b865-45fa-b75e-f5401f44ffe8
  kind: Event
  lastTimestamp: "2026-04-24T22:11:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a93a5ea5cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: e61af0e8-763a-415f-89ac-2bbaea3109e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 85bf981a-b865-45fa-b75e-f5401f44ffe8
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: deployments.apps "isvc-sklearn-v2-runtime-predictor" not found
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a97243ff217
    namespace: kserve-ci-e2e-test
    resourceVersion: "32233"
    uid: 93b8d057-44fb-4e6d-a15e-79db74dfd936
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: 59907d6d-0da3-42cd-9e66-99774e80c1a5
  kind: Event
  lastTimestamp: "2026-04-24T22:11:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:56Z"
    name: isvc-sklearn-v2-runtime.18a96a89284a2274
    namespace: kserve-ci-e2e-test
    resourceVersion: "32154"
    uid: ec37e613-3fca-44c2-a30f-778c031283d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: 59907d6d-0da3-42cd-9e66-99774e80c1a5
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime.18a96a892932e9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: c3cef448-819d-4722-9cae-176c6c813dee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: 59907d6d-0da3-42cd-9e66-99774e80c1a5
  kind: Event
  lastTimestamp: "2026-04-24T22:11:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:05Z"
    name: isvc-sklearn-v2-runtime.18a96a892fa595ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 37c4ed99-f419-44aa-9763-279e7daf4a38
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 59907d6d-0da3-42cd-9e66-99774e80c1a5
  kind: Event
  lastTimestamp: "2026-04-24T22:11:56Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:11:56Z"
    name: isvc-sklearn-v2-runtime.18a96a9514f4e1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32152"
    uid: e0c13a42-abfa-4ce7-bedd-96dbb1c35083
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32220"
    uid: 1bb2f87f-eba2-400b-9909-c864abd4b882
  kind: Event
  lastTimestamp: "2026-04-24T22:13:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:17Z"
    name: isvc-sklearn-v2.18a96a9727316901
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: 01e11e35-6f1b-4e06-b3d2-a452e14e53bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32220"
    uid: 1bb2f87f-eba2-400b-9909-c864abd4b882
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-sklearn-v2.18a96a9727b045d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: 46cfb254-0ccd-4ac2-85b1-e1f5f40fa9c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 1bb2f87f-eba2-400b-9909-c864abd4b882
  kind: Event
  lastTimestamp: "2026-04-24T22:13:17Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:17Z"
    name: isvc-sklearn-v2.18a96aa7fb1c8d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: 7d0029c9-b93f-4a4b-9372-38d65538b996
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 55c493e3-3a72-4c1a-a3cd-9b9956bd5c45
  kind: Event
  lastTimestamp: "2026-04-24T22:09:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:21Z"
    name: isvc-sklearn.18a96a5fc78f158f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: 4823e3e5-fdf2-4d3c-8f77-0fb2a2158b92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 55c493e3-3a72-4c1a-a3cd-9b9956bd5c45
  kind: Event
  lastTimestamp: "2026-04-24T22:08:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:08:07Z"
    name: isvc-sklearn.18a96a5fc7f529f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: 3eb17a03-3c23-49e9-844a-6d4995817bbb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 55c493e3-3a72-4c1a-a3cd-9b9956bd5c45
  kind: Event
  lastTimestamp: "2026-04-24T22:09:20Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:20Z"
    name: isvc-sklearn.18a96a70deab521d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30774"
    uid: 9d8d2aa6-28c1-4e65-8b44-e50744b090f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:14:45.954379Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-24gzd
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:14:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abc88b5d9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33597"
    uid: 63caf76e-4a31-4d83-a435-2007b12e01e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:46Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:14:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abca1c54560
    namespace: kserve-ci-e2e-test
    resourceVersion: "33608"
    uid: 0cb83fe9-d699-455e-8a4d-3a80d565df27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abca348248e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33610"
    uid: 3413d6fa-f781-497c-b2b0-e0929b70c354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abca6cc1303
    namespace: kserve-ci-e2e-test
    resourceVersion: "33611"
    uid: 4d17fa62-2c3a-45e6-9a27-2992f99c136d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abca7453d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "33612"
    uid: 6a7f76d1-1946-4df0-9552-7ee62449f32a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:51Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T22:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:51Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abdb899d2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33653"
    uid: 40fa2edb-a4d3-420f-a477-af6da9f661f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:54Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.699s (3.699s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abe951849b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: c9141b90-d2c4-4d29-91e8-e1e8c62398c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abe97df2c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33685"
    uid: 63b217b7-397b-42c2-94b0-fe89bb928068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abe9851c2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: 49904758-5569-4e24-a613-95f60ea3a575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abe985ebdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: cd868867-ae94-4d78-97f0-be099555738b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abe9ae21876
    namespace: kserve-ci-e2e-test
    resourceVersion: "33688"
    uid: ed2a0533-17b2-4faf-9a74-20050b96fc73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:14:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abe9b55d18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33689"
    uid: 7ace843e-f7ca-46fd-94de-48a2bd35d87c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:15:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:01Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96abea810f2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 601aa94a-b3d5-4090-b087-3d24cb33fc15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96ac5f7a12326
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: ce8cc8a5-b21c-40ac-b5be-4d5ee03e9b9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96ac5f7a1caca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: b83db291-aa8c-4e2a-a697-e06c16209e92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-24gzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: cfcf9344-fd1a-4dce-9e25-0217bd467730
  kind: Event
  lastTimestamp: "2026-04-24T22:15:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-24gzd.18a96ac709ff1597
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 3c86451e-25be-4ce7-b579-cecff7bc30cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: f6f208f8-7c15-441a-a883-25800978752a
  kind: Event
  lastTimestamp: "2026-04-24T22:14:45Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-24gzd'
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:45Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a96abc885276d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33594"
    uid: 9da44f2b-78bf-4f11-964a-44a9466d7e25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 3eb22025-dd19-47b9-ab9b-0e5b363b225d
  kind: Event
  lastTimestamp: "2026-04-24T22:14:45Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:45Z"
    name: isvc-tensorflow-predictor.18a96abc85688e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: b88d29de-f0a3-4589-a256-9126be20a6e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 97b6215d-ce52-49fe-8ba5-eee8dce01ede
  kind: Event
  lastTimestamp: "2026-04-24T22:15:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:15Z"
    name: isvc-tensorflow-predictor.18a96ac0043f065a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: 47d4f4b1-046a-4e54-960f-7d7146441668
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 97b6215d-ce52-49fe-8ba5-eee8dce01ede
  kind: Event
  lastTimestamp: "2026-04-24T22:15:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:15Z"
    name: isvc-tensorflow-predictor.18a96ac004ad3c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: 5c020296-d6d9-4ca6-943f-a9c7abbf93f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:15:26.546991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac5fc37f5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: 83797354-9f3b-4e2c-a30d-11b76deda0a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac615a57724
    namespace: kserve-ci-e2e-test
    resourceVersion: "33983"
    uid: 77ffd366-6c01-49fa-9523-089189997216
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac616fe950d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: fbf736a1-f328-4277-93d7-08c258b2778a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:27Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac619c9786e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33988"
    uid: c3740031-614f-4873-8dfd-1babbc356610
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:27Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac61a40e663
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: 1e9a412c-4f8b-4cb2-a5e9-35b64258f7d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:32Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac74c2cfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34036"
    uid: 7a138631-f01b-4d88-92a6-ae74b63e4f4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac74ed7f851
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 97737e5e-ab31-4d9e-829b-b0291d89ae72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac74f4eb7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 9d4518be-e892-4a61-b872-8f6ce8567cf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac74f5a5709
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: e4e4b3b5-4925-401c-88ea-d05206b932c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac7522d8fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 8b11f150-1f33-48c9-8a39-d192dec8322a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:32Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac752a40277
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: 645943f3-285b-4cd0-8fb4-3e4b4e7c60ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:15:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96ac7880dcdf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: 2ed4a01b-7898-4da6-8442-d0f7b5f28a6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96acf770662b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34335"
    uid: acc99788-bc5b-4887-82d7-eaf228ce9598
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96acf7706d37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34337"
    uid: 29729b2c-8f92-4fbd-829a-e98ac2c1ce97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ff602ec4-eabb-408e-89ea-529e1ee8eeb5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm.18a96acfe9f9b05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 8eda6b35-b698-42d5-90cb-d83a4c6a756a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: 54787a80-f7d8-4096-9938-92dbc1b3595a
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-jb9rm'
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a96ac5fb9e7afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: b0214da9-02af-4c75-b604-54e476026e10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: 21c55ea6-abca-4998-92f4-68aa1c38aee7
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime-predictor.18a96ac5f8726f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: ec88d0fa-2b0b-499b-8c20-efa9b8627725
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 8380dbdf-a590-41be-9d46-afdd2156effd
  kind: Event
  lastTimestamp: "2026-04-24T22:15:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:56Z"
    name: isvc-tensorflow-runtime-predictor.18a96ac976d620a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: 903fd032-2978-42d6-92bc-b2abccc3a8a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 8380dbdf-a590-41be-9d46-afdd2156effd
  kind: Event
  lastTimestamp: "2026-04-24T22:15:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:56Z"
    name: isvc-tensorflow-runtime-predictor.18a96ac9773def18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34234"
    uid: ec95c2d5-df4b-4931-85df-430d4a66ee52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: 452c7c5e-1d14-4a11-a9aa-c5f113bfd08f
  kind: Event
  lastTimestamp: "2026-04-24T22:15:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:49Z"
    name: isvc-tensorflow-runtime.18a96ac5f81d65df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 2e2615ae-64d1-417d-ba83-4809389df71c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: 452c7c5e-1d14-4a11-a9aa-c5f113bfd08f
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime.18a96ac5f8ace8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: fdf8c18b-1149-4f51-952c-f665e43a4b65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: 452c7c5e-1d14-4a11-a9aa-c5f113bfd08f
  kind: Event
  lastTimestamp: "2026-04-24T22:15:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:26Z"
    name: isvc-tensorflow-runtime.18a96ac5fe79d650
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 6509e467-05b7-4cc8-baac-aa0a0d029cdb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: 452c7c5e-1d14-4a11-a9aa-c5f113bfd08f
  kind: Event
  lastTimestamp: "2026-04-24T22:15:49Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:49Z"
    name: isvc-tensorflow-runtime.18a96acb46a76628
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: f61707a3-c587-4a59-ad5f-1b2a6cd57ca6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: 6b3409d0-a4b5-4ab6-a3f4-92db9a294fe9
  kind: Event
  lastTimestamp: "2026-04-24T22:15:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:11Z"
    name: isvc-tensorflow.18a96abc8544dd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: f8a2c29c-499c-424d-9560-4c5e2ad3fd5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: 6b3409d0-a4b5-4ab6-a3f4-92db9a294fe9
  kind: Event
  lastTimestamp: "2026-04-24T22:14:45Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:45Z"
    name: isvc-tensorflow.18a96abc85bca132
    namespace: kserve-ci-e2e-test
    resourceVersion: "33587"
    uid: 6d3ac53e-daf2-4bff-8577-c95d465f4ee1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 6b3409d0-a4b5-4ab6-a3f4-92db9a294fe9
  kind: Event
  lastTimestamp: "2026-04-24T22:15:11Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:11Z"
    name: isvc-tensorflow.18a96ac26764f912
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 2a58eb60-fc39-49ca-a4d7-e15ab90e0c05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:16:07.351081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-5qstx
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96acf7c54f51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34357"
    uid: 78b79f20-320f-46cb-8491-80c02f4fe525
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96acf85e058ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 9ed73b6c-8e23-410f-a099-eb236426d898
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:08Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:16:08Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96acfb9145537
    namespace: kserve-ci-e2e-test
    resourceVersion: "34374"
    uid: 6536bae9-73be-40b2-bd1a-7a7647eefe82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:08Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96acfbaf7f299
    namespace: kserve-ci-e2e-test
    resourceVersion: "34377"
    uid: f490ff5a-3869-40e2-9349-ce977f72b9c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:08Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96acfbe63abcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34378"
    uid: b62683da-6c55-4b0c-807d-fea1c79833b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:08Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96acfbed3ecba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34379"
    uid: baac9613-dfd7-4bb5-9b08-09f725f0b32e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:12Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T22:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:12Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96ad0a393d7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34414"
    uid: b1f27844-b0a0-44fc-a362-7df3d0b07f10
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.734s
    (1m54.734s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb5a46525f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35210"
    uid: 787b3ec0-fde8-473d-aeec-ec42dd255f5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb6171fa25
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: b2fdc471-8cd5-4fe6-9e9b-a5f99b7aeb60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb628b6b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: ae66e275-94d8-475e-a275-7e257dc273ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb62994ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: c968b988-d53b-4d72-8aa8-3f3ade1dcabf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb66f87e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: decaf7f3-1186-418c-85a5-bf35a3ca1e52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb67ebb215
    namespace: kserve-ci-e2e-test
    resourceVersion: "35216"
    uid: 49a0dbaa-c98a-42d0-a48b-e8e6d46ba999
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:08Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aeb808a0aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35232"
    uid: 3d2e53fd-88ae-4103-850c-a1346df488c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aee524d6f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 0e56a421-ca3b-4add-8ee2-3009407c2be4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-5qstx
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 98c7d16f-cac9-4e89-8462-854616321bc9
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-triton-predictor-84bb65d94b-5qstx.18a96aee524dfd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 68e4478d-f74d-4993-9b36-d1a1ce921529
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: d98998f5-7c35-4377-9ce0-76e4e6f4cf26
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-5qstx'
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-triton-predictor-84bb65d94b.18a96acf7bb0cf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: 3474f67e-3691-4bba-937c-0b8cb9e40704
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: cf331730-bed4-407f-9f75-b6a38d1711f5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-triton-predictor.18a96acf78b3ed75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 36d1375b-36bb-4a19-9a88-6f05b6d550ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: ae368031-fdfb-4cfb-aa81-609df6dc48c7
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor.18a96ad2f77db53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: fd3f1083-a4f2-4dc7-929c-ba6181b07539
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: ae368031-fdfb-4cfb-aa81-609df6dc48c7
  kind: Event
  lastTimestamp: "2026-04-24T22:18:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:07Z"
    name: isvc-triton-predictor.18a96ad2f7e30ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: b57fab77-051f-4fc5-b35e-5b36252f3f7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 68dbeeec-c132-46a1-baac-9a849303462d
  kind: Event
  lastTimestamp: "2026-04-24T22:18:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:13Z"
    name: isvc-triton.18a96acf787e5196
    namespace: kserve-ci-e2e-test
    resourceVersion: "35281"
    uid: 4f2b78c8-bafd-4367-b2c4-738cf2d7316b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 68dbeeec-c132-46a1-baac-9a849303462d
  kind: Event
  lastTimestamp: "2026-04-24T22:16:07Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:07Z"
    name: isvc-triton.18a96acf78d0a82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 7ba9edbc-e19c-4348-8863-02e5157d2028
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: 68dbeeec-c132-46a1-baac-9a849303462d
  kind: Event
  lastTimestamp: "2026-04-24T22:18:13Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:13Z"
    name: isvc-triton.18a96aecf1eab835
    namespace: kserve-ci-e2e-test
    resourceVersion: "35280"
    uid: e6d0d80d-0816-4739-973e-a0e6eed57817
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:18:19.906954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-p4qn9
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96aee59471412
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 5d9dfb63-7fb4-4637-9268-c50a32d59f39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35371"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96aee72f402e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35378"
    uid: c3305b02-704f-4099-a85b-c150814d61f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96aee7459ac67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35380"
    uid: e48e5efb-328d-4ba7-820a-1f68060df2b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96aee794bf392
    namespace: kserve-ci-e2e-test
    resourceVersion: "35381"
    uid: d469228c-ea59-4958-9089-add93bcd28d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96aee7a74e9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35383"
    uid: ab74130b-6323-42a7-9a45-ca1fce7f5168
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:24Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:24Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96aef78af8e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "35424"
    uid: 754b1f9a-0eb6-4459-a966-ce68d17b61b2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:46Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.652s (21.652s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af4834108a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: a9863080-7751-4116-ab89-ec3a40eb6d89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af489a6d5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: 319f1dd5-151e-4821-bf7d-1f7c42edcc3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af48ae1f20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: 4e2f99be-3f74-4469-bbd0-a8dc268c95d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af48af09400
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 5b63c155-38e3-4944-84bd-7037299aeaa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af490d3111e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: cad2396a-7724-4121-b6f9-be98b933e00e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:18:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af49216a739
    namespace: kserve-ci-e2e-test
    resourceVersion: "35582"
    uid: 00c615e3-c42c-4aaf-95c4-2168643b1804
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:19:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96af4d792b909
    namespace: kserve-ci-e2e-test
    resourceVersion: "35989"
    uid: 3b22e732-1e0b-4b96-8b4b-da0266baf131
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96b05a85edc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 92df2b7b-a6dd-4bca-aa0e-754fbefd41be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: e0cfc683-b931-4dc5-ac45-a9f4c7232481
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-p4qn9.18a96b05a861a35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36151"
    uid: 978077e4-cd76-4db5-992e-690a3c5c2bc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: f008ccd4-74d1-4f9c-83cd-e27b49212aed
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-p4qn9'
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a96aee58df0ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: 370f556b-fe1e-4643-9818-e6b3f66b622e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: 30c784f7-4209-497f-be61-c524ea95fb82
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-xgboost-predictor.18a96aee5450403d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: 5793f32c-a3f8-48e2-9633-834984ba00e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 24c71204-137a-42c1-8132-aa751c9201f2
  kind: Event
  lastTimestamp: "2026-04-24T22:19:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:19Z"
    name: isvc-xgboost-predictor.18a96af1d32cb7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: cf2aded4-b3e6-4ef5-a5c8-fc28e86351b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 24c71204-137a-42c1-8132-aa751c9201f2
  kind: Event
  lastTimestamp: "2026-04-24T22:19:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:19Z"
    name: isvc-xgboost-predictor.18a96af1d38e14e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35823"
    uid: d737d596-bfe7-43ca-a5db-b6ca2206aeec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35500"
    uid: 24c71204-137a-42c1-8132-aa751c9201f2
  kind: Event
  lastTimestamp: "2026-04-24T22:19:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:49Z"
    name: isvc-xgboost-predictor.18a96affcf42bbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: cd619821-b988-43ae-bfa5-b6f78ddb065b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35500"
    uid: 24c71204-137a-42c1-8132-aa751c9201f2
  kind: Event
  lastTimestamp: "2026-04-24T22:19:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:49Z"
    name: isvc-xgboost-predictor.18a96affcfa8f18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: f6f3fb52-bed6-403c-b8bf-112aa752509b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:21:40.440020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1d09fadfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: 3ea0dbf9-a56f-472e-b8c4-a3d896b9320b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1d22b84a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: f3d3567c-bbd1-480d-a38d-e94617c62b52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1d24341712
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 360a9f30-1b03-435b-b3fe-7de19290abd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1d27ab37b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: 895ac25f-4000-4f87-afe9-68c6c35fbdf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1d281f65ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: 7364dcdb-a6e6-4745-be2d-fde1f0b0964a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1e2c37aa49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: d4029258-b390-49a6-9ed9-7905548d70f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1e2f089f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: be65619f-f3c6-4963-9264-20ea9b6ae9c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1e2f7c9535
    namespace: kserve-ci-e2e-test
    resourceVersion: "37121"
    uid: 3208b35e-067c-436a-a945-3e1c4592ca69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1e2f879450
    namespace: kserve-ci-e2e-test
    resourceVersion: "37123"
    uid: fe40ed4f-9e69-4d5f-a1ef-c310ee49d33a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1e3264dcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: 10781218-cc36-4c99-b41c-1fbf9e26a70e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:45Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1e32e5de41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: 3a52352a-566d-45e3-be85-6a4dce51a2ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:22:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b1ea3f2c3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 9b5ce479-fe82-42b9-870b-273852a0e742
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:22:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b2d5bad4028
    namespace: kserve-ci-e2e-test
    resourceVersion: "37626"
    uid: f9f6e602-fa93-46d0-b9e3-df4248d0b21f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:22:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b2d5badc906
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 4883ce58-89ce-4786-a49a-bca210cfa235
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 34d4ce16-3bac-454b-aefb-989e7f9397b7
  kind: Event
  lastTimestamp: "2026-04-24T22:22:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-6nqmk.18a96b2e01ff89f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: 56999f49-9bbe-4e9e-94c8-fd66fc1dcc0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 5e23ee9c-2a37-45bc-a965-f1f8e4465841
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-6nqmk'
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a96b1d09461167
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 465cef9d-62bd-4258-bcbc-aea4be129128
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: 6a8112f6-0b67-4541-9128-cc22aca9e3c0
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime-predictor.18a96b1d06238967
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: e28b0ea5-621d-4501-8775-5e13e14efd1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: be022ffa-7afe-41ba-b776-f88602a88aaf
  kind: Event
  lastTimestamp: "2026-04-24T22:22:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:25Z"
    name: isvc-xgboost-runtime-predictor.18a96b2085036253
    namespace: kserve-ci-e2e-test
    resourceVersion: "37417"
    uid: 0569b5ef-82f5-4173-acf4-5c6d01a9a971
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: be022ffa-7afe-41ba-b776-f88602a88aaf
  kind: Event
  lastTimestamp: "2026-04-24T22:22:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:25Z"
    name: isvc-xgboost-runtime-predictor.18a96b2085663e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 43c90250-3564-4617-8306-bb349d83c01b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: be022ffa-7afe-41ba-b776-f88602a88aaf
  kind: Event
  lastTimestamp: "2026-04-24T22:22:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:40Z"
    name: isvc-xgboost-runtime-predictor.18a96b2404251dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37520"
    uid: cedddac2-627e-4ce3-b787-853e71152fb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: be022ffa-7afe-41ba-b776-f88602a88aaf
  kind: Event
  lastTimestamp: "2026-04-24T22:22:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:40Z"
    name: isvc-xgboost-runtime-predictor.18a96b2404890dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: f7f79813-f24e-48a8-b7ac-a074a4094acf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37022"
    uid: c613f2b9-c1ff-4803-bb91-8faedf1a06b6
  kind: Event
  lastTimestamp: "2026-04-24T22:22:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:22:43Z"
    name: isvc-xgboost-runtime.18a96b1d06033253
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: ae5f4a4e-ffb8-4114-aada-7308dc1194f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37022"
    uid: c613f2b9-c1ff-4803-bb91-8faedf1a06b6
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: isvc-xgboost-runtime.18a96b1d065d4cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 9fe1ec05-fab4-459f-96bf-0d83168e9874
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: c613f2b9-c1ff-4803-bb91-8faedf1a06b6
  kind: Event
  lastTimestamp: "2026-04-24T22:22:43Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:22:43Z"
    name: isvc-xgboost-runtime.18a96b2bb294dc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 59eae63e-8a50-437d-a83e-ca457e88edd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:20:00.112299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b05adfb4bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 36063a34-8eff-44ec-8f83-16f1bbf510f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36174"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b05cab278cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 6b92d47d-4535-4db0-b950-a01a4ce5ac15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b05cc04ae88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 7d996ff5-7423-4528-93a0-853767a37434
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b05ceab6bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: c82563dc-9fac-4975-8891-4c3278cf8d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b05cf2398a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36188"
    uid: d4c83c57-c536-4d74-843a-b1add5c91a56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b06d24718d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36223"
    uid: 483f2c7e-bb94-4d34-ba85-f8fa9a39d622
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b06d5559a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: abd20662-8958-48e1-97f4-f424d81f9a2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b06d5cbe6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36228"
    uid: d0e6565b-6f51-4386-a702-d0e21524949f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b06d5d95f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: aeb557d7-7e11-4f64-85c1-624efba958db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b06d93cc923
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: fd901655-919f-4094-8f9d-e26204e3d8ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b06d9b25ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36232"
    uid: 38531d93-7965-4a87-ba25-26391d3c4b95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b1157f51595
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 00f76b0c-f47e-45d2-8408-fd4d176c7f44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b1157f58a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 9fa55ac8-dbe8-4c6b-9fc2-2cbc29fb3a4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b11fffa3e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36657"
    uid: c8efce5b-3be1-42c0-a765-f581633e283a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: e6a84850-46be-46f3-ace8-6048a654b706
  kind: Event
  lastTimestamp: "2026-04-24T22:20:53Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc.18a96b120055440c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36658"
    uid: c165fdcc-5d06-416e-8536-3e634999babb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36150"
    uid: aa0202ba-583e-4ec7-8c24-bd1ee65a03f8
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7g2mc'
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a96b05ad992618
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: 62391586-a026-46ab-959e-0ebf28a214a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 0e99fa4d-96e1-4510-a6ea-a8ab8fecdd53
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b05a8fb6447
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: 5f2e02c5-82f5-422d-ae5e-1a44a855b3b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 369a2770-a9f2-48f9-bb31-3db5d3e4e715
  kind: Event
  lastTimestamp: "2026-04-24T22:20:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b09280672e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36526"
    uid: 7ddc61a7-8c75-4011-aa91-911c4777ceca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: 369a2770-a9f2-48f9-bb31-3db5d3e4e715
  kind: Event
  lastTimestamp: "2026-04-24T22:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96b0928fd6878
    namespace: kserve-ci-e2e-test
    resourceVersion: "36527"
    uid: ae00baa7-dc22-4c05-94cc-b7e875a58c2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: 17389533-8268-4665-9462-0530eb644c99
  kind: Event
  lastTimestamp: "2026-04-24T22:20:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:43Z"
    name: isvc-xgboost-v2-mlserver.18a96b05a8d785f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36512"
    uid: 064452bb-8e4c-42da-83ac-92b670cfc234
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: 17389533-8268-4665-9462-0530eb644c99
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver.18a96b05a9403b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: 3d39fda6-fb8b-4c22-9b68-16995b3c4acd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: 17389533-8268-4665-9462-0530eb644c99
  kind: Event
  lastTimestamp: "2026-04-24T22:20:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:00Z"
    name: isvc-xgboost-v2-mlserver.18a96b05ae4e9028
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: c77ca418-03e4-41cc-9764-e7c5169264bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36510"
    uid: 17389533-8268-4665-9462-0530eb644c99
  kind: Event
  lastTimestamp: "2026-04-24T22:20:43Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:43Z"
    name: isvc-xgboost-v2-mlserver.18a96b0fb185326f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36511"
    uid: 3453ae7e-02dc-4f5a-af3f-406cb303f79b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:23:50.811577Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38170"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3b64badbd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38175"
    uid: 84abda7e-53f9-4070-8071-0e57588deef2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3b74713c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "38186"
    uid: b16ff533-f900-4453-af2d-79ade1c091d3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38180"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:51Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:23:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3ba188bb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38194"
    uid: f4c14212-6468-484e-b22f-20b86a38a5fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3ba2e858dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38196"
    uid: af7caac0-0b11-49d7-bfce-3b912c10877f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3ba6c189ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38197"
    uid: 3341e081-ff93-48d2-83b1-6828adb02479
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:51Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3ba735181a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38198"
    uid: cc072685-5b89-4f96-a8d1-7ab03d95877b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:55Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3c87251c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: de6c5e9c-d25e-4358-92dd-103ae503d3db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:55Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3c8b1d5794
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: 227a383e-8329-4ef0-a849-d71bbceaa82c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:55Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3c8b9af2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38237"
    uid: 58df13d0-02a3-4ac2-b033-5c9a924ac664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:55Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3c8ba8667b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38238"
    uid: b8ade541-9587-4688-aa89-825bf20858c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:55Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3c8e89591f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38241"
    uid: 39b557d4-9fc6-4580-850c-4e844cc4ecd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:23:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:55Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3c8f028529
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: d60f4ba9-7e47-4406-b079-9cc1cf754159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:25:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b3cfec64861
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: b637abfc-9ac4-466f-b829-ae2778ecf55c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:25:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b4e0d3f137d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38809"
    uid: 38db1f9e-e6a7-4039-b54d-11de7f5b5915
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:25:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:10Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b4e0d3f92ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 47880352-40c6-4589-918d-ec2eb0e376c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: 09bd9953-b200-4d8a-b528-10e727d47637
  kind: Event
  lastTimestamp: "2026-04-24T22:25:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:25:13Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt.18a96b4eb1018327
    namespace: kserve-ci-e2e-test
    resourceVersion: "38873"
    uid: 0624b84f-1773-4b25-8ea2-23f3b4036ec2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: e086c119-547c-4f40-acd0-bb6d8af34ec6
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-4k8vt'
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a96b3b6428babc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38172"
    uid: aab2fadf-ecce-4a37-bf91-f5c194397243
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38157"
    uid: 513561a6-e7ec-4eb2-878b-b1f3aaa65c62
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-predictor.18a96b3b61661b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: 57229cac-8aec-49ed-b238-a665303ee8f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: e42444aa-1d84-4307-887a-0170ef40a41d
  kind: Event
  lastTimestamp: "2026-04-24T22:24:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:20Z"
    name: isvc-xgboost-v2-predictor.18a96b3ee087941a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38425"
    uid: f69173d0-2f81-4bd8-846a-9635c4cc3b31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: e42444aa-1d84-4307-887a-0170ef40a41d
  kind: Event
  lastTimestamp: "2026-04-24T22:24:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:24:20Z"
    name: isvc-xgboost-v2-predictor.18a96b3ee0efce08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38426"
    uid: 752f3e12-1303-478a-8e35-2edfef6ab027
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38315"
    uid: e42444aa-1d84-4307-887a-0170ef40a41d
  kind: Event
  lastTimestamp: "2026-04-24T22:25:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:05Z"
    name: isvc-xgboost-v2-predictor.18a96b45df15ff25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 807437f0-f6f5-4936-a62e-a1d6ba0429d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:24:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38315"
    uid: e42444aa-1d84-4307-887a-0170ef40a41d
  kind: Event
  lastTimestamp: "2026-04-24T22:25:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:25:05Z"
    name: isvc-xgboost-v2-predictor.18a96b45df96028f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: 00bb0c6f-a19b-46cd-8a6a-416f6e3ffa7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:22:50.624624Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37647"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2d614eea29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 65869440-fbfb-47d0-8709-922df5e6e00e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2d727c6112
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: e64aea90-6c93-4af7-9505-a05f88c300da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:52Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:22:52Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2dd3b4698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: ab0ee35e-c035-4461-a1fa-0b22656766a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:52Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2dd5283faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37684"
    uid: d868e3e6-748a-4fa1-9169-7526b5268f30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:52Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2dd845e8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: 58d35eb3-702f-4b26-95fc-6196b633a89a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:52Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2dd8b8b307
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: cb9d0fc7-73a6-4495-8111-7f8b56a28d61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2ec09e2e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37725"
    uid: 6222ef55-2060-4ca0-8270-392cd0a63a9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2ec36e6874
    namespace: kserve-ci-e2e-test
    resourceVersion: "37727"
    uid: 2d71bbef-b2dc-4ea8-952c-3cb187cef362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2ec3e32c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: a99126bf-69ed-4fbe-92a8-cbc09691aedc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2ec3ee6e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: 5d41e120-c19e-4410-8879-447fb7e3f985
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2ec6c08588
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: e817d652-aa68-4428-9686-30fd218b9b46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:22:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b2ec733ae8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: 78bdbb66-bffc-4c7f-bb33-9dd16c9e2bd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:23:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T22:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:34Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b37a0042f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: 0692e802-c344-428a-8ff8-8749c268c01b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b3b6052454e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38154"
    uid: e5ea743e-c569-437b-af7f-efdae2c8461b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b3b6052d4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 0dbc1de8-273a-476b-8bfc-8bb07c020eb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:23:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b3c424a3a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38222"
    uid: 5a76a87e-f895-41b5-b903-2b1a76a7b6f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 9799560a-00b2-4104-b641-7a3332423e84
  kind: Event
  lastTimestamp: "2026-04-24T22:23:54Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:23:54Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m.18a96b3c429e3e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: d8b7bca5-3e3d-4c97-ae8c-1e75426836e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ac511a4d-31f8-4969-b1e9-4ecec2d08681
  kind: Event
  lastTimestamp: "2026-04-24T22:22:50Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nk56m'
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a96b2d60ed8044
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 9c3f6fee-ec62-41e9-a8fe-35a7f86dcc2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: e745e0e6-28b3-41e8-aef6-b377d64deb2f
  kind: Event
  lastTimestamp: "2026-04-24T22:22:50Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b2d5dd3d88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: 1c2dd428-edca-4b84-a27b-f9af05616974
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 5a75d0e6-30cc-46f3-bc1c-975fba841c67
  kind: Event
  lastTimestamp: "2026-04-24T22:23:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:35Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b30dcab80c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: 1a9ca78e-bc9a-4cba-ab45-fc98c5f16da7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: 5a75d0e6-30cc-46f3-bc1c-975fba841c67
  kind: Event
  lastTimestamp: "2026-04-24T22:23:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:35Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b30dd0a9d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 52cb1814-90a7-4b17-b1a7-d855c21ad007
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 5a75d0e6-30cc-46f3-bc1c-975fba841c67
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b345bb6ef6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38127"
    uid: 88affc34-c958-4e37-9af0-57cf5fb8f27a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: 5a75d0e6-30cc-46f3-bc1c-975fba841c67
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96b345c188e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: e5998b6c-1489-4519-bd29-2f9de11816bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: b5bc2ad6-9527-4cb7-b9f1-b70284058bfe
  kind: Event
  lastTimestamp: "2026-04-24T22:23:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:23:44Z"
    name: isvc-xgboost-v2-runtime.18a96b2d5da98318
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 0ec6a82d-3e87-4251-94e9-1f462d7a6faf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: b5bc2ad6-9527-4cb7-b9f1-b70284058bfe
  kind: Event
  lastTimestamp: "2026-04-24T22:22:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-v2-runtime.18a96b2d5e1552c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: 137e2047-49ca-4197-a0ef-dd0edd7bd2e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: b5bc2ad6-9527-4cb7-b9f1-b70284058bfe
  kind: Event
  lastTimestamp: "2026-04-24T22:22:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:22:50Z"
    name: isvc-xgboost-v2-runtime.18a96b2d64a4b0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: 77538ccf-3756-42b7-af05-9061ad4a9861
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38077"
    uid: b5bc2ad6-9527-4cb7-b9f1-b70284058bfe
  kind: Event
  lastTimestamp: "2026-04-24T22:23:44Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:23:44Z"
    name: isvc-xgboost-v2-runtime.18a96b39f37f0217
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: 5a729944-030a-406e-8725-854b434ffd5e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 31f1b824-a858-4507-95bd-9da221438e5f
  kind: Event
  lastTimestamp: "2026-04-24T22:25:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:03Z"
    name: isvc-xgboost-v2.18a96b3b613e4e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 0e9fac5f-5e35-44aa-8e76-c16df3338e3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:23:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 31f1b824-a858-4507-95bd-9da221438e5f
  kind: Event
  lastTimestamp: "2026-04-24T22:23:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:23:50Z"
    name: isvc-xgboost-v2.18a96b3b619975c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: fb69c34f-38af-405b-95ab-0c57afcd1b09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:25:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38731"
    uid: 31f1b824-a858-4507-95bd-9da221438e5f
  kind: Event
  lastTimestamp: "2026-04-24T22:25:03Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:25:03Z"
    name: isvc-xgboost-v2.18a96b4c62203295
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 51578658-df60-4023-b1cf-cb84d4d4df33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35318"
    uid: 673531e3-77f8-4176-aada-39c5c1db2e68
  kind: Event
  lastTimestamp: "2026-04-24T22:19:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:19:53Z"
    name: isvc-xgboost.18a96aee541ef3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: ec8556eb-bc84-44d2-866d-e1418336717f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35318"
    uid: 673531e3-77f8-4176-aada-39c5c1db2e68
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-xgboost.18a96aee547460ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35370"
    uid: 44c52e21-4e04-4020-b7c7-543afff86103
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 673531e3-77f8-4176-aada-39c5c1db2e68
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-xgboost.18a96aee5ae01782
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: 6fc4a5dd-9e18-40ef-874b-93c955c80c11
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 673531e3-77f8-4176-aada-39c5c1db2e68
  kind: Event
  lastTimestamp: "2026-04-24T22:19:53Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:19:53Z"
    name: isvc-xgboost.18a96b043a6e31ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36075"
    uid: 52ac9d66-9493-4c02-b0a7-10c1d8c65dbf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:38:52.743844Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-wnhtc
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7335c8d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: f855219a-0b51-46a2-bf24-53477737986c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c73f4df3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: b5ede873-751f-425d-b786-467daae5dcf2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:53Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:38:53Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7708c854e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 68203694-5fc1-4838-8416-ce800b102ac6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:53Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T21:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:53Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c77204b990
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 3fc37298-cc0b-4fcd-9b32-27d0975af3c0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:54Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.108s (1.108s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:54Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7b413ff72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: 4cdd0a01-d5b2-4670-8c06-7b5d4146bea7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:54Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7b7746e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 9c36be0b-3e53-4422-be52-91c64264e72c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:54Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7b7ee9727
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: 80158b29-38ad-462b-bb6f-1c2f97726c18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:54Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7b7fb4014
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 684a79d7-a11b-496e-bed1-20257427e89f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:55Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7bac9a553
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: f58cf389-9f8e-4046-858a-db586158cdef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:55Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968c7bb4f8801
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 71ed3830-c925-4634-8391-02019eb114f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968dfbdb1bc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: cd2cdca7-670b-4a04-9dba-9eda0fc84e13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-wnhtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 5dceaf91-d766-45d9-a809-da6227a9a1b3
  kind: Event
  lastTimestamp: "2026-04-24T21:40:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:38Z"
    name: message-dumper-predictor-c7d86bcbd-wnhtc.18a968dfbdb2448b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 3df3d6cd-2f4b-4721-a348-2ca02ff196e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 4860abf6-82a4-4756-993c-be3c3f6322b3
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-wnhtc'
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: message-dumper-predictor-c7d86bcbd.18a968c732e73665
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 711c2ef3-860e-4710-a270-3830fc1fd282
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 3dd9b087-253f-4c46-a66f-9accb4fe2cfe
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: message-dumper-predictor.18a968c730ae8346
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: f1199cf5-f607-4970-a9fb-94e561a1c90f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 386ac832-f220-4857-b19d-e9f95826c9da
  kind: Event
  lastTimestamp: "2026-04-24T21:39:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:22Z"
    name: message-dumper-predictor.18a968caaf244776
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 2a4a7c98-4ca2-4273-819a-7e80df18a8ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 386ac832-f220-4857-b19d-e9f95826c9da
  kind: Event
  lastTimestamp: "2026-04-24T21:39:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:22Z"
    name: message-dumper-predictor.18a968caaf9124e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: d3c8467b-9019-40bc-b090-a05e7d0e0529
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 39de1dab-2f1c-4ebf-8563-9a90eac28e1e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:03Z"
    name: message-dumper.18a968c73084e5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: e21798ee-5ba2-4be4-9f8d-b8d3f2f380c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 39de1dab-2f1c-4ebf-8563-9a90eac28e1e
  kind: Event
  lastTimestamp: "2026-04-24T21:38:52Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:52Z"
    name: message-dumper.18a968c730fd57d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 46c2f5eb-4fdd-4863-bbc6-8710680624ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: 39de1dab-2f1c-4ebf-8563-9a90eac28e1e
  kind: Event
  lastTimestamp: "2026-04-24T21:39:03Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:03Z"
    name: message-dumper.18a968c9c885bc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: 58a9a306-b683-4d0b-8501-7cee8826a605
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:09:27.818968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-746bp
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:09:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a72765cc07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: daafe8a0-309d-4cd4-9625-7161d5b85ad7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:28Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:09:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a728fcc6edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30891"
    uid: 1a111401-5044-4152-9954-276e92218403
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a729144897f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: c34f5f46-8efe-483e-8766-9fe511524dda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a72940bddd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: 195a8fac-555d-43d4-8ca4-a9a92418e24c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a729486806c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30897"
    uid: 34016897-7c69-464e-8374-1ce558760cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a737698275a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 6aa062ce-37b9-4953-8532-942d08323336
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a737d7df1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: d5d9fff0-abd3-436f-a0fd-5e8e2d8c19c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a737e0611b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: dcb2fc79-1826-4563-9d88-2dffbf4f6c6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a737e14dfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: 191c4ac6-0094-4313-85c4-30b8b6da244f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a7381dc5bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: f4ad49c2-56de-46c3-98c1-3115aabdd8ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:09:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:32Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a73827cbdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: f81b4893-d628-4e0b-970d-688354e41645
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T22:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:10Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a7c56036720
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: 2af18338-d578-41c4-a33c-3b6e11f99cff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a80752e8547
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: 2a6defb8-1bc5-4a7b-8285-e88a9f230d6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a80752f4753
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: 3f75afcb-f63c-477e-804f-a8d888e8c3e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:35Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a80f87a251d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: 418885fe-00e0-44c3-920d-ed5e6dd14859
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 4cf8bf01-da92-4486-bf31-f5a937bffdd7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:31Z"
  message: 'Readiness probe failed: Get "http://10.134.0.45:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T22:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-746bp.18a96a8136e1beb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31430"
    uid: 8778b7a8-74f7-4c1e-acce-140a304141c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: 94515b0c-4ddd-4a36-8414-2e524b85bda3
  kind: Event
  lastTimestamp: "2026-04-24T22:09:27Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-746bp'
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a96a7275ccc259
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: cc435917-c868-47a0-9e1c-08db6529c7d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: d749a6e4-2544-4421-b642-d898176db4a3
  kind: Event
  lastTimestamp: "2026-04-24T22:09:27Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:27Z"
    name: sklearn-v2-mlserver-predictor.18a96a727314f010
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: 64b2b000-a308-4e59-81e8-8b59737b1425
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 32ef9631-993f-43ce-b7eb-2dbb3ce67388
  kind: Event
  lastTimestamp: "2026-04-24T22:10:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:12Z"
    name: sklearn-v2-mlserver-predictor.18a96a75f15b7d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 03684fab-c4eb-4248-b33f-5a54e4cfe1d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 32ef9631-993f-43ce-b7eb-2dbb3ce67388
  kind: Event
  lastTimestamp: "2026-04-24T22:10:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:12Z"
    name: sklearn-v2-mlserver-predictor.18a96a75f1c32825
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: d9030a87-725c-4c39-84c0-1c4413376b2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 32ef9631-993f-43ce-b7eb-2dbb3ce67388
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: sklearn-v2-mlserver-predictor.18a96a7970c79438
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: 9f7a5ba6-d3ec-49bf-bb1d-94eff7a9d607
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 32ef9631-993f-43ce-b7eb-2dbb3ce67388
  kind: Event
  lastTimestamp: "2026-04-24T22:10:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:27Z"
    name: sklearn-v2-mlserver-predictor.18a96a79712958b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 0e50e79d-d5f9-44b8-bf4d-40a84fc8d632
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 132e8027-9d21-4d7b-a7ae-8f9b61c5f97a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:20Z"
    name: sklearn-v2-mlserver.18a96a7272b97ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: f4216aad-419f-4cdd-a24b-d29975eb1fa6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: 132e8027-9d21-4d7b-a7ae-8f9b61c5f97a
  kind: Event
  lastTimestamp: "2026-04-24T22:09:27Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:27Z"
    name: sklearn-v2-mlserver.18a96a72732ea074
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 4ccb74e5-4953-4849-b6d8-609a2cf3fcc4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 132e8027-9d21-4d7b-a7ae-8f9b61c5f97a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:20Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:20Z"
    name: sklearn-v2-mlserver.18a96a7ea9eb7856
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: 8982f401-c6a9-4d05-9c0f-a685947373b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:20:50.281854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    to ip-10-0-139-5.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b115c51f4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36615"
    uid: 6b0f01f5-6ecb-4fd9-a697-5e4585e80519
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-85f7fb68b5-xwgnn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b1169133a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 889ffff6-26e2-445a-8e9f-ae269338b337
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:51Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:20:51Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b11989eee8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36634"
    uid: edd6fe2f-88b5-48c7-99ac-bfe9d62da9ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0dd2798f9cdbffc0563bd148612201df0e589ff8c26a6b19d321fd120fc5c097"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:51Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b119a16690b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36636"
    uid: 17107fcc-303c-44f9-aa0e-3769ab4e0e72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:51Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b119d654837
    namespace: kserve-ci-e2e-test
    resourceVersion: "36637"
    uid: e25c8383-930d-466b-aece-23f4aca5d082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:51Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b119dd4488a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36638"
    uid: 248d7077-c288-4e26-b8cc-4cbee0a6cc4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b127f8fe3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36670"
    uid: 22514d3e-f546-4b9d-926d-602930de2d88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b1282c72120
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: 45a5d3ef-e08e-4ef0-8c6a-3253b3fe0665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b128376c283
    namespace: kserve-ci-e2e-test
    resourceVersion: "36675"
    uid: 736694b0-b608-4bfc-ab78-23bffe34bbb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b128384af7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36676"
    uid: 3a57b823-a235-43e2-8495-c3e7977319ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b12862fcb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36678"
    uid: 0dbc8c1f-b3b1-4ed6-b126-fbf96e0d3d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:20:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:20:55Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b1286b2f485
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: 1cca59d6-205d-4ab2-96c0-feb3cc09bd1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b1d047164b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37044"
    uid: 75157e9c-eb99-427f-af5d-0327acf6b9df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:40Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b1d047200cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: 069ab612-7cc9-448c-9d65-7bcb01f98339
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4019f012-e5ba-46b2-b1a6-8dec38dda6c7
  kind: Event
  lastTimestamp: "2026-04-24T22:21:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:21:42Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn.18a96b1d7180a3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: e39ff076-d2bb-4d4f-a402-99b2f62db4a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36596"
    uid: 6c54cdaa-23a4-4eab-81c1-357eb095ce0e
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-vwxgn'
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a96b115bd89267
    namespace: kserve-ci-e2e-test
    resourceVersion: "36611"
    uid: 400f53cd-ddea-43b1-b6e8-39105429dba6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 1cb81508-ace3-476c-8d1a-9197a167fb10
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: xgboost-v2-mlserver-predictor.18a96b11581cea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: 11df9c5d-1e56-4742-bd97-a209d11fbcb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 75f34c6e-4294-4d8a-b251-c47c310f36cc
  kind: Event
  lastTimestamp: "2026-04-24T22:21:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:35Z"
    name: xgboost-v2-mlserver-predictor.18a96b14d708115b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 5c37c83e-ff80-4bab-99a8-1670841cca2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 75f34c6e-4294-4d8a-b251-c47c310f36cc
  kind: Event
  lastTimestamp: "2026-04-24T22:21:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:21:35Z"
    name: xgboost-v2-mlserver-predictor.18a96b14d76face1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36980"
    uid: 714aa53a-fd7c-49f0-948d-f4c008839caf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: 888eb12d-5b5b-43a2-a086-3817c2779ac1
  kind: Event
  lastTimestamp: "2026-04-24T22:21:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:32Z"
    name: xgboost-v2-mlserver.18a96b1157ec8d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: 76e92ea5-135f-429b-9384-c62754c8611e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: 888eb12d-5b5b-43a2-a086-3817c2779ac1
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: xgboost-v2-mlserver.18a96b1158bb62db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: 35d575e9-11c4-489e-8ac6-19376a39d8cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36577"
    uid: 888eb12d-5b5b-43a2-a086-3817c2779ac1
  kind: Event
  lastTimestamp: "2026-04-24T22:20:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:20:50Z"
    name: xgboost-v2-mlserver.18a96b115f42b9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36622"
    uid: 69671fe0-ec57-4da4-93e4-b08facae9d17
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:21:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: 888eb12d-5b5b-43a2-a086-3817c2779ac1
  kind: Event
  lastTimestamp: "2026-04-24T22:21:32Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:21:32Z"
    name: xgboost-v2-mlserver.18a96b1b2315cc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: e08eb7ad-369d-4c3d-8af7-616e8e4b3bb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42194"