---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:35:59.870367Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 409f8af5-196a-4d5f-92da-7bd629992251
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4.18b32ad229917b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: 372a621b-47ae-45b7-9815-e99008cc9002
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: 409f8af5-196a-4d5f-92da-7bd629992251
  kind: Event
  lastTimestamp: "2026-05-26T16:36:00Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:36:00Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4.18b32ad2432f4f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: fe5ec60c-ab3b-413c-af62-19d7b636c3bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 409f8af5-196a-4d5f-92da-7bd629992251
  kind: Event
  lastTimestamp: "2026-05-26T16:36:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:06Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4.18b32ad244956d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 154e346b-0b31-43dd-a6f3-b4a8389ad8c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 409f8af5-196a-4d5f-92da-7bd629992251
  kind: Event
  lastTimestamp: "2026-05-26T16:36:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:06Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4.18b32ad247742225
    namespace: kserve-ci-e2e-test
    resourceVersion: "26499"
    uid: fe4626be-ef7f-4fe2-9ef8-5b4aaca844d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 409f8af5-196a-4d5f-92da-7bd629992251
  kind: Event
  lastTimestamp: "2026-05-26T16:36:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:06Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4.18b32ad247ece7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: 32605eaf-6aff-499c-8fcb-12a204f7339c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 409f8af5-196a-4d5f-92da-7bd629992251
  kind: Event
  lastTimestamp: "2026-05-26T16:36:09Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:09Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4.18b32ad47dadc1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: 2ebd2854-b157-4b8e-8995-73dad0a4cd3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-919f7e-predictor-69bf6757bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 9c5a61f6-2409-4852-8be2-a391a4a0ec69
  kind: Event
  lastTimestamp: "2026-05-26T16:35:59Z"
  message: 'Created pod: isvc-init-fail-919f7e-predictor-69bf6757bc-7pqp4'
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-init-fail-919f7e-predictor-69bf6757bc.18b32ad2292ae9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: d8676387-4626-48d1-86cb-0b990018261c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-919f7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 21403c6f-a9db-4955-9e8f-140205d3eb4f
  kind: Event
  lastTimestamp: "2026-05-26T16:35:59Z"
  message: Scaled up replica set isvc-init-fail-919f7e-predictor-69bf6757bc from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-init-fail-919f7e-predictor.18b32ad226547573
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: d524e7cd-de6b-483d-9c2d-1e33a262a947
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-919f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: c94127a8-65ec-439a-b2e8-bf6d453e5996
  kind: Event
  lastTimestamp: "2026-05-26T16:36:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:36:06Z"
    name: isvc-init-fail-919f7e.18b32ad226335891
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: e8d8424e-14f1-425e-8279-5228633d7a2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-919f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: c94127a8-65ec-439a-b2e8-bf6d453e5996
  kind: Event
  lastTimestamp: "2026-05-26T16:35:59Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-919f7e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-919f7e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-init-fail-919f7e.18b32ad226c188bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: c6fd3e61-a222-4f63-a1eb-c91ea39d97d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-919f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: c94127a8-65ec-439a-b2e8-bf6d453e5996
  kind: Event
  lastTimestamp: "2026-05-26T16:35:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-919f7e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-init-fail-919f7e.18b32ad226c1f76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 880fe6e0-fd8e-4fcc-a434-72fa4540827c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:17:13.305964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16876"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-r64vj
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cbdd18e7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 040ac8c1-e19d-4101-a0ac-5f65b735ce7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cbe5f1a714
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 3ea99f2a-0a7e-433b-b209-a65b574d3bd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:14Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:17:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cc1a325780
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 85dd40d7-7d0c-4485-ad83-9531aee22f85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cc1b901c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: 03c546c5-88a9-4366-ab69-a23190647922
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cc1f13a57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16925"
    uid: 59178d78-331b-4d50-8c64-f12b7346213d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cc1f80511d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: cad86c80-1f3f-41e0-92ba-2efd9e71376a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:18Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T16:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cd261e6319
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: f8b9f078-3ec7-4722-b1f0-2249fdd0da98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:25Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.331s (6.331s
    including waiting). Image size: 606724367 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329ce9f82d570
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 998d8513-85e4-4b77-9ac2-f58cc900a6eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cea388961c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17019"
    uid: 360fd663-18e9-4a86-8585-374e33243fb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cea3fff437
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 240db413-a495-4d99-b5d1-64c03e3ccf83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cea40c4392
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 247498ff-cbd0-4a95-b8b9-700397acb9c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cea7035e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 2729cccc-8afa-42e9-8e33-1a5a174c2cc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:17:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:25Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cea77a8819
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 7dbe0911-41dd-4ccc-a091-94d00da1f6b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:18:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:32Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329cf04a18b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 1d5171d3-c52e-4fa1-9da2-134f32a31e85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329e0d844a822
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: adc7feb0-cef4-40ce-9cf9-8140a1b79d74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329e0d84546a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 94e80b3e-92fd-4597-85c5-0c8742303568
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-r64vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 4976badd-ed26-4af2-9205-21260aa36ef3
  kind: Event
  lastTimestamp: "2026-05-26T16:18:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:47Z"
    name: isvc-lightgbm-predictor-bdf964bd-r64vj.18b329e1e0bb8580
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: 9f4155d6-e33b-4b85-bfae-775829e5d4df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 0a0b05c4-491c-4c96-959f-ec86b24376bf
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-r64vj'
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b329cbdcb1cf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 94654ef3-aa6e-4415-9a32-b46676311c17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: cef8cc98-76cc-4f3f-884c-6483058c234c
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-lightgbm-predictor.18b329cbd9d13682
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: ed920310-df93-451d-b78e-8efbbb845bca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 4789c352-c516-489f-8773-b0263cf7531b
  kind: Event
  lastTimestamp: "2026-05-26T16:18:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:18:13Z"
    name: isvc-lightgbm-predictor.18b329cf58918885
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 09853171-4977-4854-a4e8-ad2940014893
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 4789c352-c516-489f-8773-b0263cf7531b
  kind: Event
  lastTimestamp: "2026-05-26T16:18:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:18:13Z"
    name: isvc-lightgbm-predictor.18b329cf58eccf7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: dde81633-6437-4b6a-97e6-ea924e8dfcb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 4789c352-c516-489f-8773-b0263cf7531b
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-predictor.18b329dd54b45d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: e27e13b3-ca33-481e-b227-be91022dd05a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 4789c352-c516-489f-8773-b0263cf7531b
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-predictor.18b329dd54ef4fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 1f624d80-20e1-4f8c-a79f-7c077917232a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:18:43.525026Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e0de928243
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 8eacb510-24e8-4962-af82-925d3ab6e986
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e0ec770a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: a9e6c2ff-4a82-4329-852d-c53dad1694ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:44Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:18:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e11bfc6ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 1a6df8a3-f545-445b-a973-11506df135f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e11d4c9187
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: a3589cc8-4302-45f0-a722-02958037a63d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e12033ffb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 63a63750-c32a-4efe-a9fe-fbbf3d12f2b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e120942f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: fbee5f6a-674e-4f6f-ae84-9ac76088d892
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:49Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e22aa5576c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: e18cd194-0655-400a-b832-e3350fc77ed9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e22d3ddcf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 2fa872a6-fc29-42b8-8825-9357795628ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e22da70ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: a4b17f27-e30b-475e-9bec-8594803a6f27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e22db5c470
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: fb502a63-0b5f-4816-ae04-9b096b146328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e2309835b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: e0126f7a-79d5-4713-891f-e56dde2631e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:18:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:18:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e230f9c627
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 483db277-2e74-44cd-b983-12e10b62c403
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:20:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329e2a250c1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 2f21a74c-5ce2-4367-ae9e-42b6fc0e9480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329f5ef58f90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: d100fe15-0325-48ce-987d-23ed83ffaf11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329f5ef59b667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: 9b42cafd-d069-4db7-8e40-bcee58c7cc12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 2a719d4f-01a0-45e3-952c-51786280d7cd
  kind: Event
  lastTimestamp: "2026-05-26T16:20:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:17Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt.18b329f6a87da7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 9f6c9eae-7a08-42a4-821c-d492c69777ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: e152e125-c05d-4260-8012-f734cb1f24f4
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-nmnbt'
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b329e0de2f81b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 868164d5-b841-4fdf-a53f-4b6938f4ea6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: e542e0bd-95ee-4430-99a9-5e1540afe253
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-runtime-predictor.18b329e0da01efdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: c51997a3-1926-4765-bbb9-3d24a200d3da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 501343eb-c3cb-450d-bcc7-e6ee4d5c9a57
  kind: Event
  lastTimestamp: "2026-05-26T16:19:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:19:13Z"
    name: isvc-lightgbm-runtime-predictor.18b329e458f5a166
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 3530bcda-3e59-4b23-9f38-6aa077b60681
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 501343eb-c3cb-450d-bcc7-e6ee4d5c9a57
  kind: Event
  lastTimestamp: "2026-05-26T16:19:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:19:13Z"
    name: isvc-lightgbm-runtime-predictor.18b329e4595478d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: 4b9e9fa9-ab91-4adf-b973-c5b36728f1d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 501343eb-c3cb-450d-bcc7-e6ee4d5c9a57
  kind: Event
  lastTimestamp: "2026-05-26T16:20:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:20:13Z"
    name: isvc-lightgbm-runtime-predictor.18b329eb571021f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: fc8a2986-b94a-44de-83aa-f647428380ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 501343eb-c3cb-450d-bcc7-e6ee4d5c9a57
  kind: Event
  lastTimestamp: "2026-05-26T16:20:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:20:13Z"
    name: isvc-lightgbm-runtime-predictor.18b329eb576f7ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: 4a9b8b81-b0c3-43fc-85dc-4c1ecaa8f169
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: a8e7dcc1-8dfc-4d92-b46c-66ee85e06833
  kind: Event
  lastTimestamp: "2026-05-26T16:20:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:20:07Z"
    name: isvc-lightgbm-runtime.18b329e0d9e3bb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: bf52d5f6-7c7e-43e9-8b7a-cac424bfe2f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: a8e7dcc1-8dfc-4d92-b46c-66ee85e06833
  kind: Event
  lastTimestamp: "2026-05-26T16:18:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:18:43Z"
    name: isvc-lightgbm-runtime.18b329e0da8625bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: dba947bd-9dfa-4b83-84fa-b00046e4dc48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18273"
    uid: a8e7dcc1-8dfc-4d92-b46c-66ee85e06833
  kind: Event
  lastTimestamp: "2026-05-26T16:20:07Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:20:07Z"
    name: isvc-lightgbm-runtime.18b329f459979cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 26718fbb-1fef-49c4-9420-7ad686c0fea8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:23:24.342579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a22409a5550
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: d1374334-3f97-4cdc-a0b1-c31a812ada00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a224a0f39fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: 42080f12-8141-424a-9542-9f96558a6ad7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:25Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:23:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a227e28cfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: ec8f386b-4cb5-4ff2-899c-58881dcb78e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a227f9eb343
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 32ee350a-8b4e-47c0-ab0f-65b51d4d6cb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a22824aa1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: 7c236a03-ad6e-4832-8056-e006982954a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a2282b00d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: 27632740-5f2d-4bed-918f-8822b22ee111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:29Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a238d72b7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 4d797895-9720-4f0b-9e6d-be4ff074f5c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a238ff55404
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 21dc51de-78c8-41b0-8589-a936e7a9fecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a23907f62e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: a8d62f9d-b6cc-4d8d-93d2-148854325151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a23908d01e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: a83419d0-afd7-4291-ac29-c6a681e40a0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a2393a71416
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 5131116a-ff32-4dbc-a70e-c1376f3b4b01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a23940b84c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 8ab7466b-1e01-47bc-9335-d7cd656e2982
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a23c9642ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 8480cdce-f911-4e02-8b63-4f341353538a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a293ea0417f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 90b5c6c2-6153-4242-87bb-c87387fa7ff2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: a31452b4-6879-42fe-968e-30d96044ad36
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv.18b32a293ea0c06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: b0d64e6c-b5a6-46a1-a3a9-7a38fd6e8a82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: dfbdd555-e92a-46e6-ae77-a8910e12af77
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-75rxv'
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b32a224038eb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: dd6346d0-ccdf-4c23-bf46-785723c3a4d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: e3608676-f071-41f0-9a58-27ddfa6b6a27
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b32a223bdc0a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: 3fffb6a9-7314-4a5a-8f9b-6fb10bd686c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: cf31b0d2-4ad8-4eb0-b573-ee4ce83fcac2
  kind: Event
  lastTimestamp: "2026-05-26T16:23:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b32a25ba80a36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 609a6077-43da-44ad-aa80-4f27bcad9fff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: cf31b0d2-4ad8-4eb0-b573-ee4ce83fcac2
  kind: Event
  lastTimestamp: "2026-05-26T16:23:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b32a25bae33127
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 2f452691-5fa1-4fc8-a9a4-2d11dee3d960
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: cf31b0d2-4ad8-4eb0-b573-ee4ce83fcac2
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b32a293a1c525a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 9a5ffd56-2602-4fc0-8dec-50cf5d8ba651
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: cf31b0d2-4ad8-4eb0-b573-ee4ce83fcac2
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b32a293a7a862c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: 8c5ede8d-9914-498e-a2a8-77ae9ea38cb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 2d94e75a-f404-46c6-bb4d-dddca7ecbd9d
  kind: Event
  lastTimestamp: "2026-05-26T16:23:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:47Z"
    name: isvc-lightgbm-v2-kserve.18b32a223bb6037e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 469bbd4d-d5c9-444b-a619-0b6a6c62c965
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 2d94e75a-f404-46c6-bb4d-dddca7ecbd9d
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-kserve.18b32a223c201983
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: f87f0e57-459d-4109-ba5c-80c915501ca7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 2d94e75a-f404-46c6-bb4d-dddca7ecbd9d
  kind: Event
  lastTimestamp: "2026-05-26T16:23:47Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:47Z"
    name: isvc-lightgbm-v2-kserve.18b32a2787ffdcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: 710e9743-a924-4ea0-94fe-f847a331c772
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:20:14.097809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f5f521848f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 8f2f012d-b403-4f8a-868b-9a3e27327b4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f5fd7b21dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: d9cab524-3662-4c93-87a0-174903b7b6fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:20:15Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:20:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f631f3a9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 5338bcc1-755e-4f41-a5c2-f160090a9824
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:20:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f6336de7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: c27d320b-b5b2-4976-91b9-9e48d22743f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:20:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f636a315fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 860dd8e2-4134-4b6d-b56e-4affe60915e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:20:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f637056f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: 886eabb4-127b-4b4d-b51e-6269e13c46cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:20:19Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-26T16:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:20:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b329f72e287152
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: f42fac34-5464-4e39-acbc-b26f05f41032
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:22:37Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m17.685s
    (2m17.685s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:22:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a173cd71660
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 2e5b52cb-ec2c-4253-b4a8-3215eef84974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:22:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:22:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a174366beeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: ccb6ecef-e0d1-4835-8a75-478598674b8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:22:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:22:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a1744486fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 96e02d94-3cde-44df-a949-80946bf3381f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:22:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:22:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a1744572d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: c9a3015f-7223-4b68-a6d3-cfdf405ed3ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:22:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:22:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a17481404ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: f2363d13-3193-4390-ad5e-5aa8d9d5cb18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:22:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:22:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a1748fdbae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 14329f28-dcd1-452f-bebf-a030ff8b21d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a2239824583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: b1fb2505-9420-4752-93d7-a43569163b18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a2239832dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 9f22a165-817a-42f1-a979-eb62a661c34a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a225b166cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 9312fd4b-29af-4696-a7bb-1841d92d1dbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 316f0cbe-f528-4781-80c7-faddf7ab1d8e
  kind: Event
  lastTimestamp: "2026-05-26T16:23:24Z"
  message: 'Readiness probe failed: Get "http://10.132.0.27:8080/v2/models/isvc-lightgbm-v2-runtime/ready":
    dial tcp 10.132.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp.18b32a225b69d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: c1b4c598-6f16-41e7-942e-3f255dbf92ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: f07eaee4-fc3b-475f-8037-cbf8c82499c7
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-6nfdp'
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b329f5f4920efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 74c0052b-605e-4dcb-b82b-e7bee1d2e585
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18349"
    uid: 284f5a1c-8c3b-4ffd-94a2-12defb7b2468
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b329f5efe007e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: 0a10a3a0-b884-4fad-a2c4-4d513e08bb93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 25f3242a-22ac-4ca0-a550-160524f1ecc9
  kind: Event
  lastTimestamp: "2026-05-26T16:22:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:22:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b329f96e3ff305
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: 1ef5b202-acdf-4a8d-8e11-dc0f576381b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 25f3242a-22ac-4ca0-a550-160524f1ecc9
  kind: Event
  lastTimestamp: "2026-05-26T16:22:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:22:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b329f96e9d99fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: 6a82a83e-7cab-4382-bb08-273f8f4366fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: 25f3242a-22ac-4ca0-a550-160524f1ecc9
  kind: Event
  lastTimestamp: "2026-05-26T16:23:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b32a1c63e314c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 00678ca6-818b-4228-947c-216508974c88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: 25f3242a-22ac-4ca0-a550-160524f1ecc9
  kind: Event
  lastTimestamp: "2026-05-26T16:23:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b32a1c64424420
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: f2727504-ba8a-44ab-a0d9-fd169134dda1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: ce2c343e-8c8a-4931-9fae-39bac8a8b630
  kind: Event
  lastTimestamp: "2026-05-26T16:23:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:14Z"
    name: isvc-lightgbm-v2-runtime.18b329f5efb73dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: 12ea6a15-6457-4cf0-9765-7cb26d8b62db
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: ce2c343e-8c8a-4931-9fae-39bac8a8b630
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-v2-runtime.18b329f5f015f4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: 56a595ec-64ed-428c-bdd8-7f1ff398d9b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:20:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: ce2c343e-8c8a-4931-9fae-39bac8a8b630
  kind: Event
  lastTimestamp: "2026-05-26T16:20:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:20:14Z"
    name: isvc-lightgbm-v2-runtime.18b329f5f6468e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 18da7bf0-91fe-4c06-bd8d-ced718543eaf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: ce2c343e-8c8a-4931-9fae-39bac8a8b630
  kind: Event
  lastTimestamp: "2026-05-26T16:23:14Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:14Z"
    name: isvc-lightgbm-v2-runtime.18b32a200c6740d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 49176940-87fc-424e-b4fa-f12884ee7a94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: edeec4df-642c-4a04-a2e4-69211b3d427f
  kind: Event
  lastTimestamp: "2026-05-26T16:18:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:18:42Z"
    name: isvc-lightgbm.18b329cbd9a2bdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: 75a9efda-edc5-4620-b850-2ee6a67289c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: edeec4df-642c-4a04-a2e4-69211b3d427f
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-lightgbm.18b329cbda2827ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 48d6fa12-6b98-4d59-aaa6-c6522b07ce8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: edeec4df-642c-4a04-a2e4-69211b3d427f
  kind: Event
  lastTimestamp: "2026-05-26T16:18:42Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:18:42Z"
    name: isvc-lightgbm.18b329e0bb8cecf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17585"
    uid: 60d4c1a0-46e6-441e-87b7-4b26b42bb013
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:15:48.067676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6d94fc7bdd-jxjrv
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:15:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:15:48Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b8047fcc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: aa26c2f9-cabe-4781-b617-afacd3c286fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:48Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b80c6a856e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 04e8fc2d-4249-4b7f-8b30-e2832f4a69aa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:49Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:15:49Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b841c9e40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 823f2119-07f0-494a-ab63-57f75c6d07e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:49Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b843212997
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: c7bbafd4-bc2a-40df-b683-d75e2465a798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:49Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b845e85d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: fd8c0089-8875-4baa-9569-fc47a974ff31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:49Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b846577b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: 8777af3b-62ab-41ed-8d57-4d607c9637c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b94cfa6dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: a47c610a-89cd-4d0d-83c6-ab3bf263b451
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b94ff0e8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 317072ea-f55a-4f96-9c60-4c208281eea9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b950674490
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 64a79806-25ca-4f58-9ca5-b3b23a81b911
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b95076fbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 33e1da91-9179-4861-9223-3137b22f1527
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b9532a33a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: f7f282ec-5113-4925-96a1-6180183d39f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b953e44708
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: 2f847178-4b51-4504-9441-3478257ef95d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d4dfc83be5dd58d8739a157278436e5a923b7626716bcc5e76e3c331a25671b6"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b953f06d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 39070c4e-0a31-479f-a69a-f7d038e3fad9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b956d4894e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: cf8079f4-f5da-4231-9a62-782ab9cf82b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:15:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-26T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:53Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b9574e38fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: bac45fc7-68a2-4d76-b590-7d64a199d1ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:17:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:30Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b988ebba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: a08940a0-c791-42ef-8eca-0aee77520428
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:17:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-26T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:30Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329b988f45817
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 58ed8098-34a1-4c2f-acd8-869c50c9c5c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329cbdaa45a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 03d8e796-d33a-4871-9b08-291b7b00fc0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329cbdaa498e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: ca5d9aaf-c8c9-4101-93b2-8fd38d95d9d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329cbdaa4d0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: 6756b175-baf6-4bdf-bc76-8f00145b41f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0463102e-e1e1-4cc6-9ff6-fd058cf08130
  kind: Event
  lastTimestamp: "2026-05-26T16:17:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:30Z"
    name: isvc-logger-predictor-6d94fc7bdd-jxjrv.18b329cc64f88bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: 43716e1a-bf4a-4ce4-ac86-b63061599408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6d94fc7bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: 7de180e5-8351-4be1-a4d1-1044fae7dd57
  kind: Event
  lastTimestamp: "2026-05-26T16:15:48Z"
  message: 'Created pod: isvc-logger-predictor-6d94fc7bdd-jxjrv'
  metadata:
    creationTimestamp: "2026-05-26T16:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:48Z"
    name: isvc-logger-predictor-6d94fc7bdd.18b329b8041c6d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 48856cae-bfec-4be6-a0e7-e138de1de1a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: b5dec9cd-66aa-467c-a018-54ea43c521f2
  kind: Event
  lastTimestamp: "2026-05-26T16:15:48Z"
  message: Scaled up replica set isvc-logger-predictor-6d94fc7bdd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:48Z"
    name: isvc-logger-predictor.18b329b801191bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: 1b29c378-7786-4b8b-8667-31735c90d7f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: fac7f262-b0ac-450c-b90a-1017596c1a55
  kind: Event
  lastTimestamp: "2026-05-26T16:16:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:16:18Z"
    name: isvc-logger-predictor.18b329bb7f7fc002
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: 6b2952bf-43f2-4841-bed3-f0b0d8b2db3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:16:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: fac7f262-b0ac-450c-b90a-1017596c1a55
  kind: Event
  lastTimestamp: "2026-05-26T16:16:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:16:18Z"
    name: isvc-logger-predictor.18b329bb7fe2881f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 188537c8-741f-4e06-9049-3dfe8033352d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:16:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: fac7f262-b0ac-450c-b90a-1017596c1a55
  kind: Event
  lastTimestamp: "2026-05-26T16:17:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:17:03Z"
    name: isvc-logger-predictor.18b329c27d7b7bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 5c181d24-7c48-4367-9dc0-ed02ff102988
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:16:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: fac7f262-b0ac-450c-b90a-1017596c1a55
  kind: Event
  lastTimestamp: "2026-05-26T16:17:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:17:03Z"
    name: isvc-logger-predictor.18b329c27dd8b94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: 8104b879-6522-48eb-bda5-adcd91190e5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 82a5e570-bd57-4c3a-befd-6ec038023169
  kind: Event
  lastTimestamp: "2026-05-26T16:17:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:17:00Z"
    name: isvc-logger.18b329b800f35937
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: a17d5cb4-ca54-4b92-a166-5fada4718140
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 82a5e570-bd57-4c3a-befd-6ec038023169
  kind: Event
  lastTimestamp: "2026-05-26T16:15:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:15:48Z"
    name: isvc-logger.18b329b80161b4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 5b7dfbd0-a2ae-46b8-a55c-97b2cb5a40a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 82a5e570-bd57-4c3a-befd-6ec038023169
  kind: Event
  lastTimestamp: "2026-05-26T16:17:00Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:17:00Z"
    name: isvc-logger.18b329c8ed116e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: cd0dce0f-93e0-47bf-844a-8de0f40cf1ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:23:54.470904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a294464115a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: c6dbff0a-4c2a-4fb9-a46f-a69d66cc5cb4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20095"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a295e22ada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: e3535720-f231-48d9-9a73-eec28b38cf8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2960a22699
    namespace: kserve-ci-e2e-test
    resourceVersion: "20108"
    uid: 9c98cab7-2df1-4e68-a551-ff3b7ebf582d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2964418dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: c7a9ff43-cea9-408f-a4b2-4a27455cb78d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2964a94c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 65e793c2-c21f-4cfa-977a-7fed3991bdf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2a53b2e812
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 1f5e43e2-0b15-4648-8b78-b5cd42995b0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2a567d4fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 7bed5882-d32d-4d45-b7b8-1942370e0756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2a56e2fc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: a174e8dc-1b44-4eca-90de-5dea81d045aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2a56f15f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: 36d87f62-3c9d-4ce1-98e9-a00053e61180
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2a59853b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 15175fb5-4470-41e0-bd32-ef33094330c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:23:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:23:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a2a59ee9495
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 389528fd-a861-44f3-a4fd-c91264d9b303
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:24:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a34ecf03918
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 8b872368-07e3-4258-a46e-65c13134aa95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 99d997d5-89c5-4f34-a429-8c82fd08fa34
  kind: Event
  lastTimestamp: "2026-05-26T16:24:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq.18b32a34ecf0ed80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: 8227ce64-9c09-4fdf-828d-68a2ef1a949a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: e80c7d53-660b-4414-9d4b-c67eab4b5f17
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-x6fjq'
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b32a2943d8bd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 569a347c-b71a-4301-b35b-827f222fdf07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20074"
    uid: c02ea49b-8aba-41de-976a-f4bd469e9390
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18b32a29408ca517
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 3c8a46b6-9dab-4673-b452-b87bc543b06d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 9a4cf3cf-9918-4d02-962d-201b8a6a003f
  kind: Event
  lastTimestamp: "2026-05-26T16:24:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:24:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18b32a2cbf9b4830
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 4bc3a140-0b17-4acd-b6d1-5c80b9abd204
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 9a4cf3cf-9918-4d02-962d-201b8a6a003f
  kind: Event
  lastTimestamp: "2026-05-26T16:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:24:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18b32a2cbff974b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 39b06d75-11fe-4739-af73-90b88d563393
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20046"
    uid: deec20c1-b33e-420a-bb41-e80ca7e349b2
  kind: Event
  lastTimestamp: "2026-05-26T16:24:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:24:37Z"
    name: isvc-mlflow-v2-runtime.18b32a2940644d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 44e60086-dee7-4679-a7d2-98398aa869bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20046"
    uid: deec20c1-b33e-420a-bb41-e80ca7e349b2
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime.18b32a2940ebcca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20097"
    uid: 9ad203cc-8a7f-4ec4-9a84-41cd508776cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: deec20c1-b33e-420a-bb41-e80ca7e349b2
  kind: Event
  lastTimestamp: "2026-05-26T16:23:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:23:54Z"
    name: isvc-mlflow-v2-runtime.18b32a294685b1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: a167137c-333b-494e-a2ce-12778ebc5605
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20430"
    uid: deec20c1-b33e-420a-bb41-e80ca7e349b2
  kind: Event
  lastTimestamp: "2026-05-26T16:24:37Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:24:37Z"
    name: isvc-mlflow-v2-runtime.18b32a33329b048b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20431"
    uid: 393645b8-52f4-4192-a585-92453a8305d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:26:04.760822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-r58lh
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a479a4678b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 04520acc-bcf9-437a-b90e-3e1d57926495
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a47a4420f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 0be6471e-61bc-423d-99a3-b1722ff1e455
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:05Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:26:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a47d77a67ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 5a62866d-1310-40d7-b432-91936178c9bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a47d8d1179f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21199"
    uid: d29e8849-9ddc-4e53-8a11-df0b66979dd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a47dcfa920c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: c910ac40-ad72-48ff-9099-308f3f54b2d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a47dda104f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: 09dea0ff-05ad-442e-8586-174c465aa908
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:11Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T16:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:11Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a492728aca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 88a12593-3cfe-4171-9b35-db46c69e48d4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:23Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.894s (11.894s
    including waiting). Image size: 1162550521 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4bec1db76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 5faa715d-b17f-49f6-938f-5a42cc2fd28d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4bef2f6e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: dbd02a67-f40c-4a37-8584-216db576d25c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4befa56a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 6ea6a47c-78eb-4bc3-aba3-0e746b34a4c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4befb21bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 8c35ecd8-a4cf-44e8-b5ca-023ce333aa13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4bf3b4236c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: e2bd9480-ce1a-4b0d-af6d-f37ff7fc20f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:23Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4bf42be485
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: edcf7cc5-e7b1-4a89-a1ed-9d0766ee3080
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:26:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:59Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a4bf4de9cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: 38ae843f-5df7-4141-9935-ee54458459b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a584756882e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: 859164c4-bc2d-4d04-a3f3-8316b4936cb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 5b5428e3-eff7-486d-9d38-163aa8c258df
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-r58lh.18b32a5847570ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 15af4a38-ceba-4697-839e-43f55e203557
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: 876854c5-14a0-4ecb-8663-410b50fa0674
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-r58lh'
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b32a4799e30292
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 27a71b9a-ec9e-42a6-a553-04656e7e5cc7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: a5ec1cca-8b04-4c48-a285-1c4a16190850
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-paddle-predictor.18b32a479703fe34
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: bf20d170-71f5-447c-966d-eb8554a06743
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: e8cb6cf1-fdf0-46cf-8d42-aa99152d234b
  kind: Event
  lastTimestamp: "2026-05-26T16:26:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:26:49Z"
    name: isvc-paddle-predictor.18b32a4b15db20b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: 028dd533-ea66-4e31-9d4f-cb0766b6170d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: e8cb6cf1-fdf0-46cf-8d42-aa99152d234b
  kind: Event
  lastTimestamp: "2026-05-26T16:26:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:26:49Z"
    name: isvc-paddle-predictor.18b32a4b1637952b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 2e803e49-02e9-4477-9a06-a0444c82c0ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: e8cb6cf1-fdf0-46cf-8d42-aa99152d234b
  kind: Event
  lastTimestamp: "2026-05-26T16:27:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:27:04Z"
    name: isvc-paddle-predictor.18b32a5592e72f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 4ff82097-b48e-4e40-b768-d2d420f8430a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: e8cb6cf1-fdf0-46cf-8d42-aa99152d234b
  kind: Event
  lastTimestamp: "2026-05-26T16:27:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:27:04Z"
    name: isvc-paddle-predictor.18b32a55934a721f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 4456f241-0a14-4389-ab59-8baad9573611
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:27:16.480441Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a584d190865
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 518dd135-b76a-40c4-8ef5-573521fb2a25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a586751431a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 352eedae-0dbc-4808-a293-88a38938878c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a5868a8e2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: d9a6fe48-75f3-4634-9653-702a16594028
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a586b29f8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: 8152d62c-117d-4c72-b045-da9d97684bbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a586b8f94b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: ef3b993b-13aa-467e-9095-b0cffb4e2ebc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:22Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59bc1e9802
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: fc9cdcfb-ecea-49b4-9a60-5a401ad38cff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59bef3fd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 5f8b7178-0b5d-405c-b1d6-a289670b6203
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59bf5df130
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 45ac722e-0c42-4241-9ee8-41a48bd3387c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59bf6bc1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 0a61858b-1bb6-4083-96be-5eee890773bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59c2804e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 4268b96b-a796-4752-b5e7-011ad8637e2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:27:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:27:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59c2e9b77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: dfa4e243-66f7-4faa-965c-ca5ad108a88c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:28:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a59f807e16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22346"
    uid: 8eeb35d9-8a42-4882-b804-dd659e9c4300
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:28:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a669e01b789
    namespace: kserve-ci-e2e-test
    resourceVersion: "22282"
    uid: 7c420de2-563c-4359-af21-8c1fbe0dc739
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:28:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a669e02669b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: b1831dec-f7de-475e-8982-ac7de4167ba7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 2251b0fe-b8e1-4ba1-9b5b-14a70f1bd804
  kind: Event
  lastTimestamp: "2026-05-26T16:28:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:19Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm.18b32a6702127c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 005f33c5-00be-426e-bc49-d32454d949cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 8d99a7e6-174c-4257-9354-74b102d55833
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-8x9sm'
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b32a584c8f2eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: 825efe3e-ca24-446b-8dfa-d34be670a1c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 5c649bff-6f88-49a9-a632-2672baa18685
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime-predictor.18b32a58496c7009
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: 998aacaf-4706-45a7-a448-bce1fe0f6b3d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 49d2313f-6be2-4a98-b043-dfcdadbfadc3
  kind: Event
  lastTimestamp: "2026-05-26T16:27:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:27:31Z"
    name: isvc-paddle-runtime-predictor.18b32a5bc7d54754
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 23627012-8375-438b-8507-fdb0c4d67d6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 49d2313f-6be2-4a98-b043-dfcdadbfadc3
  kind: Event
  lastTimestamp: "2026-05-26T16:27:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:27:31Z"
    name: isvc-paddle-runtime-predictor.18b32a5bc8352824
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: b1aeee06-8c8d-4715-9e71-d669639ba28e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 49d2313f-6be2-4a98-b043-dfcdadbfadc3
  kind: Event
  lastTimestamp: "2026-05-26T16:28:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:28:16Z"
    name: isvc-paddle-runtime-predictor.18b32a5f4769d327
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 9ca141e7-b487-4f02-8780-4b9f90c87c93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 49d2313f-6be2-4a98-b043-dfcdadbfadc3
  kind: Event
  lastTimestamp: "2026-05-26T16:28:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:28:16Z"
    name: isvc-paddle-runtime-predictor.18b32a5f47c6cde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: 666ddd3d-e3e7-416a-a7a4-2a6e4ff3be71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 5f7537fe-ff1d-4beb-bc24-6148fc50e4bc
  kind: Event
  lastTimestamp: "2026-05-26T16:28:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:28:09Z"
    name: isvc-paddle-runtime.18b32a584950c987
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: cdc89f30-becd-43d6-aef7-1ff7ff644c81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 5f7537fe-ff1d-4beb-bc24-6148fc50e4bc
  kind: Event
  lastTimestamp: "2026-05-26T16:27:16Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:27:16Z"
    name: isvc-paddle-runtime.18b32a5849f61500
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 41483da1-6329-4145-9e3f-a95def3e6d5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 5f7537fe-ff1d-4beb-bc24-6148fc50e4bc
  kind: Event
  lastTimestamp: "2026-05-26T16:28:09Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:28:09Z"
    name: isvc-paddle-runtime.18b32a64b2d7e484
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: 5d12b43e-8d09-4d55-8029-556451fb988e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:28:18.058605Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22304"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a66a371315f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 3362ed62-9da1-4017-9be9-914aa4ee8a3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a66bd450a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 858d8920-ec1f-4ecb-b5a8-85b7ecf63834
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a66bf457223
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: daadbc2a-b7a0-454c-bf2c-5e10a81209bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a66c2295246
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: b9cd99a2-4665-4a02-91f9-ba5eb7ba4197
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a66c29925e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 9b6aa389-2678-4ac1-8a6f-86e7984a1dcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:23Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:23Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a67fa8d9df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 12796b6d-80db-4291-8afa-b30b8a7fad29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:23Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a67fd7f5f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: a595665f-bda1-41fc-b40d-d27cb787660b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:23Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a67fdf71661
    namespace: kserve-ci-e2e-test
    resourceVersion: "22382"
    uid: 8ffb9386-5f57-4329-a80c-537281bd7905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:23Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a67fe043194
    namespace: kserve-ci-e2e-test
    resourceVersion: "22383"
    uid: cb5b5b82-2af1-4ba6-8092-c9d8bf8047a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:23Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a68013877c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 3428ed84-d221-47c6-8e70-e55187e89368
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:28:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:28:23Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a6801acd602
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 8fe9b62c-8a25-4d3d-8c37-fb11598896aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:29:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a68723711b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: f2635537-bfbc-40f5-aef1-d1c46e899b07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:29:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a74fcbb08bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 6577c993-e79f-4161-a361-84ea14910350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:29:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a74fcbc32b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 49cc7e49-e655-4c31-80ad-a6f27b964492
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: ca27d6ba-772e-4abd-9c1e-dd842ba317c0
  kind: Event
  lastTimestamp: "2026-05-26T16:29:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z.18b32a757c2d5630
    namespace: kserve-ci-e2e-test
    resourceVersion: "22884"
    uid: c8c41424-b470-41cd-b130-ae8768308ed8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22294"
    uid: d9d8d593-0161-4ecf-b7ab-53b0ae39d972
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-2nl8z'
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b32a66a3144b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: b361c647-a915-4cea-a66a-1285b201218e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: ed48b9f3-c35f-4224-b8b7-18b3014a7cf2
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve-predictor.18b32a66a0415f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: 53f2ddcc-cccd-403f-aab5-4995e11f30f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22293"
    uid: 79012dc3-956d-4362-afa6-7d97544796e2
  kind: Event
  lastTimestamp: "2026-05-26T16:28:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:28:48Z"
    name: isvc-paddle-v2-kserve-predictor.18b32a6a1ec7bc19
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: f666d28a-ca4d-4a85-81c5-8a708097d984
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22293"
    uid: 79012dc3-956d-4362-afa6-7d97544796e2
  kind: Event
  lastTimestamp: "2026-05-26T16:28:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:28:48Z"
    name: isvc-paddle-v2-kserve-predictor.18b32a6a1f2f0b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: 3fbfe679-94b5-440a-8edb-327064e1bb3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22457"
    uid: 79012dc3-956d-4362-afa6-7d97544796e2
  kind: Event
  lastTimestamp: "2026-05-26T16:29:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:29:18Z"
    name: isvc-paddle-v2-kserve-predictor.18b32a711d92af4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: 5118ab87-16b0-4cba-9a11-631bf4a5fdac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22457"
    uid: 79012dc3-956d-4362-afa6-7d97544796e2
  kind: Event
  lastTimestamp: "2026-05-26T16:29:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:29:18Z"
    name: isvc-paddle-v2-kserve-predictor.18b32a711dfcf060
    namespace: kserve-ci-e2e-test
    resourceVersion: "22786"
    uid: e8d53476-de56-402e-9a2f-dd32fa91a8ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: 07e56a8d-d0a7-450b-b370-39910c38c78c
  kind: Event
  lastTimestamp: "2026-05-26T16:29:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:29:11Z"
    name: isvc-paddle-v2-kserve.18b32a66a01d51c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22741"
    uid: 49cc83b0-b5a5-4a2f-a9b9-de84a47038a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:28:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: 07e56a8d-d0a7-450b-b370-39910c38c78c
  kind: Event
  lastTimestamp: "2026-05-26T16:28:18Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:28:18Z"
    name: isvc-paddle-v2-kserve.18b32a66a099a5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 450f66cd-b733-40fa-9793-48cd3622cd96
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 07e56a8d-d0a7-450b-b370-39910c38c78c
  kind: Event
  lastTimestamp: "2026-05-26T16:29:11Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:29:11Z"
    name: isvc-paddle-v2-kserve.18b32a732d18ac93
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 8a655dbf-e299-4096-82af-2380a71067d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: fe2eefb2-b011-4736-b378-b6a84ad63c2a
  kind: Event
  lastTimestamp: "2026-05-26T16:27:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:27:09Z"
    name: isvc-paddle.18b32a4796d8e899
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: cdf8b5b5-5b51-4445-9cf1-9816fb6cb3b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: fe2eefb2-b011-4736-b378-b6a84ad63c2a
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-paddle.18b32a47973586fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: e4d46b38-4dba-4e96-84c2-af166ee890fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:27:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: fe2eefb2-b011-4736-b378-b6a84ad63c2a
  kind: Event
  lastTimestamp: "2026-05-26T16:27:09Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:27:09Z"
    name: isvc-paddle.18b32a56afb490bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 5958394a-662f-46ef-81f0-59b5a6417f24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:29:19.794324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-4mm66
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a75032d768c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 63212921-f615-4a98-b3e0-3f03e739d41e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:20Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:29:20Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a751cdc272d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: cd7cf81a-97da-4209-847f-26055a5b14bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:20Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a751e402468
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: b4c0c47f-b74d-46f2-988d-d636c1f464b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:20Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a7521288ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 2b4cbddd-140b-4704-9ce4-16e26ed6c2b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:20Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a75219e91e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: ce84fbba-5fe5-4ca4-bafe-844853128cee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:23Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T16:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:23Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a75fcf4623b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 6d404d45-25c8-4720-b13c-471dbbaf5fc1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:31Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.303s (7.303s
    including waiting). Image size: 801581445 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:31Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a77b04dada2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: 791ce90c-bc88-4084-aa12-087617d07111
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:31Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a77b4ab27f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: 0cc88534-371f-4aa1-993d-f718245a5b96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:31Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a77b53099f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: 306d9bad-8e71-488e-84a8-0b817c1395dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:31Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a77b53ed374
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: 49ab23e3-ba09-4e20-955b-8c874187768f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:31Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a77b82ff987
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 01d5461d-f083-4843-95bb-69aa4befb8aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:29:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:29:31Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a77b8a4c16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: ed2ca287-a822-4b48-9671-d016492c0a44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:30:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:30:49Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a78176c817e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: 801ec31e-881c-43b3-b94f-c4b0a0fce60d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:31:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:00Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a8c922d4368
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 2b3e99d5-78f0-45e2-a751-72a65e012534
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:31:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:00Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a8c922dd9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: 1d5658d1-ff0a-4de3-a705-96bf4154538f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-4mm66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 9dbd5351-b06e-4957-a0c5-41a266c71fbc
  kind: Event
  lastTimestamp: "2026-05-26T16:31:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:04Z"
    name: isvc-pmml-predictor-8bb578669-4mm66.18b32a8d47892d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23695"
    uid: a7f931f4-e3ee-4f04-ad54-8864e2e3d85e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 457503ef-25ba-47e3-bcd4-1e850e442e57
  kind: Event
  lastTimestamp: "2026-05-26T16:29:19Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-4mm66'
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-pmml-predictor-8bb578669.18b32a7502a49af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: adebd41c-0eb7-496d-82fc-9aed79f534e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 309144f3-ef2e-47f7-bc81-d529d1c89d6d
  kind: Event
  lastTimestamp: "2026-05-26T16:29:19Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-pmml-predictor.18b32a74ffa04619
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: cf37b8b5-2c6e-48ec-9b9e-3eece206b931
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 84c42fca-c137-4356-aa17-2e38299e4e0d
  kind: Event
  lastTimestamp: "2026-05-26T16:29:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:29:34Z"
    name: isvc-pmml-predictor.18b32a787e1029b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22987"
    uid: 5d8a4a78-582c-4228-ac3f-4b4d202760ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 84c42fca-c137-4356-aa17-2e38299e4e0d
  kind: Event
  lastTimestamp: "2026-05-26T16:29:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:29:34Z"
    name: isvc-pmml-predictor.18b32a787e729f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: c47ee9a6-7e15-461e-980d-684febdb8436
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 84c42fca-c137-4356-aa17-2e38299e4e0d
  kind: Event
  lastTimestamp: "2026-05-26T16:30:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:30:49Z"
    name: isvc-pmml-predictor.18b32a7bfd55a60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: fc0b1c94-1f3d-49b7-ab0a-6e82c6d57871
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 84c42fca-c137-4356-aa17-2e38299e4e0d
  kind: Event
  lastTimestamp: "2026-05-26T16:30:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:30:49Z"
    name: isvc-pmml-predictor.18b32a7bfdb73c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 39d900ed-cc4d-4163-9d01-7bdd8fcc2249
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:31:01.090876Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-lhzhb
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:31:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:31:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8c98ec3aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: c598a574-4c77-42e0-8787-831661521fab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8ca650579c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 54b2b539-4042-4ff4-9f1b-6a605011b15c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23658"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:02Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:31:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8cd61beb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "23672"
    uid: ea7d6b22-0505-4b81-bc16-3d413737267a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8cd771a12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: 85c34abc-f312-48ae-9798-c3f01ee80bd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8cdacae310
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: 81b08e10-36d0-4ce3-9ab2-482fef69fb8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8cdb352282
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: 55b7b3cf-7a3e-4067-bd17-3f04f845168b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:06Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8dcd8f68c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: edda3ff4-eb07-44d9-a0d4-2fe89b77a13b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8dd05463e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: 2f05f1ed-84bc-49a1-901b-19e0f7f540b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8dd0b7edb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 712b703b-5dc5-4c9e-9ced-f37c56a01c3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8dd0c5438b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 39ac321d-8ddf-4f41-847b-0ad160df8014
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8dd39f0366
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 73ebf789-baf8-4a6c-a6b2-54d0f453aef6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:31:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:31:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8dd400b62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: 200cc9db-c965-449c-a78b-f6e5f81b8521
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:32:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:24Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32a8e453e0c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: aa161d7c-9bdd-4edf-bcb7-fc9ef234b4a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32aa41d5c7ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 176ff29a-0dee-43fc-904e-24805d60526c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32aa41d5d81f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: 4b72f5ff-72b1-42b4-8fc6-f2fce7b5f4da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 83904f99-898e-4152-8952-8a73d2167656
  kind: Event
  lastTimestamp: "2026-05-26T16:32:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-lhzhb.18b32aa49f8fd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: d3e0b217-0de3-4277-bb65-558963eaf3b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 1095a7b9-76a3-4a3c-85f3-15f4656b73a3
  kind: Event
  lastTimestamp: "2026-05-26T16:31:01Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-lhzhb'
  metadata:
    creationTimestamp: "2026-05-26T16:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:31:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b32a8c986c348e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 892edb1d-cf55-486d-a6f1-db4f355a2af9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 574356b5-c467-4f35-b9e6-c66760eda42a
  kind: Event
  lastTimestamp: "2026-05-26T16:31:01Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:31:01Z"
    name: isvc-pmml-runtime-predictor.18b32a8c94636ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: e3bf56ba-8174-45c8-8085-818fdc0367af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: f2d1f866-8801-4715-b89e-0fd4735d6f5d
  kind: Event
  lastTimestamp: "2026-05-26T16:31:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:31:31Z"
    name: isvc-pmml-runtime-predictor.18b32a9013392784
    namespace: kserve-ci-e2e-test
    resourceVersion: "23904"
    uid: 59b11211-b7e2-44d6-bb6d-434668b88e02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: f2d1f866-8801-4715-b89e-0fd4735d6f5d
  kind: Event
  lastTimestamp: "2026-05-26T16:31:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:31:31Z"
    name: isvc-pmml-runtime-predictor.18b32a901396ac3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23905"
    uid: fe5d0fee-f928-494e-ac50-361c709c8325
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: f2d1f866-8801-4715-b89e-0fd4735d6f5d
  kind: Event
  lastTimestamp: "2026-05-26T16:32:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:32:31Z"
    name: isvc-pmml-runtime-predictor.18b32a97117b4e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: 5224f4b0-2a3b-4903-9593-31949e610582
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: f2d1f866-8801-4715-b89e-0fd4735d6f5d
  kind: Event
  lastTimestamp: "2026-05-26T16:32:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:32:31Z"
    name: isvc-pmml-runtime-predictor.18b32a9711db93ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 25b91c4a-1519-4a99-9100-80652c646576
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23607"
    uid: 533b7e34-afae-42ac-b236-d5c2ba49f2db
  kind: Event
  lastTimestamp: "2026-05-26T16:32:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:32:32Z"
    name: isvc-pmml-runtime.18b32a8c9437aeb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: e783e72e-f7ba-4844-b411-336b274a11bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:31:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23607"
    uid: 533b7e34-afae-42ac-b236-d5c2ba49f2db
  kind: Event
  lastTimestamp: "2026-05-26T16:31:01Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:31:01Z"
    name: isvc-pmml-runtime.18b32a8c94a092c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: bd241ba7-c1f9-4bbb-bef8-15306a629b8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 533b7e34-afae-42ac-b236-d5c2ba49f2db
  kind: Event
  lastTimestamp: "2026-05-26T16:32:32Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:32:32Z"
    name: isvc-pmml-runtime.18b32aa1ccf0c76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 61b30325-a554-493f-92d3-3900c6e9ad70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:32:42.195557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa4233b40c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: 93ee37bd-55f0-476f-a7f2-39b82cf23cf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa43ca5b896
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 010c7893-9f66-47c4-bb67-f338a9b94c88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa43e0148e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 1ef3bddf-3020-475d-b0a5-33d5a9d78c93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa441307d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: e5482b75-8d1c-4829-932a-524977b668e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa441a16f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: c48f0dba-aded-41fe-b8ce-7780145cfce8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:47Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:47Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa562e04ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: 022a017b-4c48-4fb6-9c04-4557018a8146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:47Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa56604449e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: 53943b02-fa4b-4aa1-a747-965a72cd2c00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:47Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa5667dc13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: 43265bec-7ae0-4115-890e-ce5b936159c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:47Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa5668b8974
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: dc1a7517-59d2-4a53-92c5-2fbf82027ae3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:47Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa5694d8a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: bcd575f6-6491-4491-b302-e7b966515cd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:32:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:32:47Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa569c16683
    namespace: kserve-ci-e2e-test
    resourceVersion: "24535"
    uid: be5b6660-b059-4a8f-a893-b1cb80cec290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:34:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32aa59eda52d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: ef0595f3-514e-431e-a7e0-1cb6173a9c21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:34:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32abbb98f4de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: d2ead5e1-589d-4739-b912-e2f893e289be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:34:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32abbb98ffa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 5a59ff42-de1e-4b98-992d-1595cfaeb582
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 5725fa76-0a7d-4363-8337-c5518ef7331f
  kind: Event
  lastTimestamp: "2026-05-26T16:34:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz.18b32abbf90514b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 87d2162f-bce2-433e-acf8-00d3f9b18841
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 3761d39b-ce7d-47d3-9001-dc1b781ef983
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-s9qrz'
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b32aa422b5249a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: ef072614-1ece-40a2-b5c8-ed7c99de0a50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: 4a8a931d-14f9-4087-b4fa-ed1501f27c35
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve-predictor.18b32aa41e62f803
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 46f7f4ad-0c50-453b-a747-f5457a2b0ca0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: a4d9fe91-8bb7-4748-af96-bad567ce4cdc
  kind: Event
  lastTimestamp: "2026-05-26T16:33:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:33:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b32aa79d253176
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 01365dc0-12b6-431c-9613-b5621d1bd054
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: a4d9fe91-8bb7-4748-af96-bad567ce4cdc
  kind: Event
  lastTimestamp: "2026-05-26T16:33:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:33:27Z"
    name: isvc-pmml-v2-kserve-predictor.18b32aa79d823585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 50c65600-414b-45c2-8b2d-fb53ed9f0875
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: a4d9fe91-8bb7-4748-af96-bad567ce4cdc
  kind: Event
  lastTimestamp: "2026-05-26T16:34:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:34:12Z"
    name: isvc-pmml-v2-kserve-predictor.18b32ab21a6603a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25125"
    uid: 09f228db-3fa1-4b00-9150-51838e203a3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:33:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: a4d9fe91-8bb7-4748-af96-bad567ce4cdc
  kind: Event
  lastTimestamp: "2026-05-26T16:34:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:34:12Z"
    name: isvc-pmml-v2-kserve-predictor.18b32ab21ac40002
    namespace: kserve-ci-e2e-test
    resourceVersion: "25126"
    uid: f3405638-1aae-46e1-881b-fcea1773c065
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 31a96d37-ed2e-4d62-b70b-a7a9c8a215ca
  kind: Event
  lastTimestamp: "2026-05-26T16:34:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:34:14Z"
    name: isvc-pmml-v2-kserve.18b32aa41e3e9125
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 0727b552-ef2e-4320-bf71-4ba48a60414a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 31a96d37-ed2e-4d62-b70b-a7a9c8a215ca
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve.18b32aa41e9057c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: b57032f7-6797-4713-a27e-4b2191318431
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 31a96d37-ed2e-4d62-b70b-a7a9c8a215ca
  kind: Event
  lastTimestamp: "2026-05-26T16:32:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:32:42Z"
    name: isvc-pmml-v2-kserve.18b32aa423c3dde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: cfb5192a-246b-4e85-9ec1-ba7299d1c9b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: 31a96d37-ed2e-4d62-b70b-a7a9c8a215ca
  kind: Event
  lastTimestamp: "2026-05-26T16:34:14Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:34:14Z"
    name: isvc-pmml-v2-kserve.18b32ab9a9bdf3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 701afc32-ad0b-4910-8678-c77477b827e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 49826f1e-3abc-4522-9a56-5cd42e0f9c02
  kind: Event
  lastTimestamp: "2026-05-26T16:30:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:30:58Z"
    name: isvc-pmml.18b32a74ff667ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: cddd1b7f-5c7a-4f52-8afa-f2d9b62833d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 49826f1e-3abc-4522-9a56-5cd42e0f9c02
  kind: Event
  lastTimestamp: "2026-05-26T16:29:19Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-pmml.18b32a74ffe050f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22856"
    uid: fef7bdfe-37c6-46fe-bfb8-e3998098eb1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:29:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 49826f1e-3abc-4522-9a56-5cd42e0f9c02
  kind: Event
  lastTimestamp: "2026-05-26T16:29:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:29:19Z"
    name: isvc-pmml.18b32a75099efbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 7ebb544b-243b-4ae4-9750-1731b6f9e8df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:30:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: 49826f1e-3abc-4522-9a56-5cd42e0f9c02
  kind: Event
  lastTimestamp: "2026-05-26T16:30:58Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:30:58Z"
    name: isvc-pmml.18b32a8bea0f5db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 2a43b4ba-7f3f-4cf9-928a-d766cd55cd1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:39:30.428149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28178"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b032fca3adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: 19f97d7e-586b-4cb9-8c13-871c868b14d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b03490461a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: da0938ed-4e42-48c4-a200-1bbb8df2d68f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b034a494ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: f618b593-5c42-4131-afd6-922b7837d66f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b034d544011
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: cb89f0a5-27e3-4c14-8456-9201ece6fecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b034dda524e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28200"
    uid: e4f8c2f0-8a82-4c1c-b6df-16a20ed9570e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b04310f4f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: d2af4d27-65e4-4eaa-928f-7c3713065464
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b0433f0f405
    namespace: kserve-ci-e2e-test
    resourceVersion: "28238"
    uid: 70bb3aed-964b-4f1a-8fe6-7293c3e3a510
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b04346727ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 8fe0d417-b393-4175-b634-e2e95ac4e3db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b0434760d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: ffd87156-f337-47aa-9811-345cd57535f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b04377e6654
    namespace: kserve-ci-e2e-test
    resourceVersion: "28242"
    uid: b4be33e4-8253-4b63-bfbe-b43c26d5fcea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b0438027156
    namespace: kserve-ci-e2e-test
    resourceVersion: "28243"
    uid: 875d80a7-0b0a-4673-b27e-3fe4680f55ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:41:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b046d177298
    namespace: kserve-ci-e2e-test
    resourceVersion: "28961"
    uid: f4ad4a13-1045-4b67-b764-ded85953a851
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b183388a9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 51f90ddc-7ec5-4567-b7e3-4f27b04ec4ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b18338917dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: b8e79556-bc3d-4511-9b31-6a8973c46b11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: f84bcaa2-9e1d-4578-97e9-f50a4b651c46
  kind: Event
  lastTimestamp: "2026-05-26T16:41:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz.18b32b1873469737
    namespace: kserve-ci-e2e-test
    resourceVersion: "28960"
    uid: 33faa549-def2-4b77-ae73-380963fec0f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28166"
    uid: 6de3c2a5-cd13-4e68-9df7-038202016647
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-dtccz'
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b32b032f5da036
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: 3039fcec-01d6-4a6b-96bc-b4c3001cd749
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: 53f46412-854d-4e88-819b-6a1155b7f0cb
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm-predictor.18b32b032af5d788
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: d86d0f61-3385-48ae-80b2-e32e49066303
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: 9d3db6e1-9eaa-4073-9a59-3997fd63231c
  kind: Event
  lastTimestamp: "2026-05-26T16:40:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:40:00Z"
    name: isvc-predictive-lightgbm-predictor.18b32b06a9e74e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28435"
    uid: 9696c1cb-be51-471a-b2ab-a68fce17aca3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: 9d3db6e1-9eaa-4073-9a59-3997fd63231c
  kind: Event
  lastTimestamp: "2026-05-26T16:40:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:40:00Z"
    name: isvc-predictive-lightgbm-predictor.18b32b06aa45f54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: b9579f3d-4110-413e-9958-01b345d66f48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 9d3db6e1-9eaa-4073-9a59-3997fd63231c
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-lightgbm-predictor.18b32b0da81893a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28885"
    uid: 1350630b-4381-4744-99cb-85303fb0bfe1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:40:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 9d3db6e1-9eaa-4073-9a59-3997fd63231c
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-lightgbm-predictor.18b32b0da874ba10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28886"
    uid: ee7ee59d-0a22-435d-93bf-0df8ed639c23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:44:01.278642Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30396"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b423fbcd362
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: bae4d352-2ca5-41c7-86fd-ea33bef43967
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b424af5e433
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: dd23cf9f-f287-4e01-ba52-1612f3a46162
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:02Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:44:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b427d76734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30417"
    uid: 320ecac0-c095-4669-b7b8-2cc9b81dcfd5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b427ef30419
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 01dea899-466d-47b8-ab8a-5a8ffdc83f63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b4282283e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30421"
    uid: 0bf25c2c-04af-404c-af0d-ba927c6d9acd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b4282a09fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30422"
    uid: 4b456b7a-7f2a-4c0e-90a8-9ec70c1e35dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b4377f4b088
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: e3cac845-c70b-4dfa-aa23-cf1bf53c50b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b437b9369b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: 92aaee66-1f49-4f47-9c1f-f5925be5d896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b437c18a7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30467"
    uid: 0b442831-e295-4a79-9890-963400e51e25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b437c24a101
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: e1b043c4-acdc-451a-aba1-b8ba92de9523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b437ec6620b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: ba2b7bee-0937-473b-9e63-fcd22c4e99e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b437f521174
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: 1fa4218f-269b-4604-b8f5-5b3f60b193c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:45:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b4c165214d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: 74a24632-0f6e-42ff-aa7e-2a786be3e0bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b5737c71f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ac2bf3da-13fe-4c56-af1a-2a5c7cf1e77b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b5737c7bc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 9ff15b03-b1a3-4de0-9330-c36b1fbfc24a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: f4eaa23d-9d87-4b48-8c5a-5f35ca115d8a
  kind: Event
  lastTimestamp: "2026-05-26T16:45:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx.18b32b57ba32ebe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: e7b22eec-563c-4ca9-8f9a-5157a94cbcba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30381"
    uid: 322d9eea-e0f3-433f-b494-a00b63070009
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-fnwwx'
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b32b423f42dba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30397"
    uid: 46066656-d9a6-4795-9bce-aa86ddf6751d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: 5b08919a-8b4d-49be-b669-82bf419f83a7
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b32b42390f25bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30384"
    uid: 38932554-15b9-4987-958d-2fa682576186
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 688a14fa-de25-428c-a870-23ab1c662870
  kind: Event
  lastTimestamp: "2026-05-26T16:44:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b32b45b8867ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: 0a28c2de-a28f-4a64-9626-b5ba1dd56408
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 688a14fa-de25-428c-a870-23ab1c662870
  kind: Event
  lastTimestamp: "2026-05-26T16:44:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b32b45b90a616e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: a5db68cb-3f1c-445e-95a3-33f21a4ada93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 688a14fa-de25-428c-a870-23ab1c662870
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b32b4cb74488b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: d62d3b1a-f8d8-4687-9672-7c9af0c5efd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 688a14fa-de25-428c-a870-23ab1c662870
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b32b4cb7b16890
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 413150c7-0d52-4077-b522-a00656963f65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30353"
    uid: 2b6166be-1696-4447-a5c1-610ce2a32547
  kind: Event
  lastTimestamp: "2026-05-26T16:45:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:45:23Z"
    name: isvc-predictive-lightgbm-v2.18b32b4238ed99bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 9d0b6caa-8215-4c58-bb79-14fb26a34259
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30353"
    uid: 2b6166be-1696-4447-a5c1-610ce2a32547
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-lightgbm-v2.18b32b4239ef7578
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: da88e580-937b-40e1-842d-22738bdf8d5f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: 2b6166be-1696-4447-a5c1-610ce2a32547
  kind: Event
  lastTimestamp: "2026-05-26T16:45:23Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:45:23Z"
    name: isvc-predictive-lightgbm-v2.18b32b556b8c2a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: ac75ad06-6173-4d53-a2dd-32f1b3fe63f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: 14fbb9a5-402c-4cd6-8c20-33c325665423
  kind: Event
  lastTimestamp: "2026-05-26T16:40:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:40:51Z"
    name: isvc-predictive-lightgbm.18b32b032ad36c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28824"
    uid: 82581cf1-96ca-4b24-9ec3-0c91c063394a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: 14fbb9a5-402c-4cd6-8c20-33c325665423
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-lightgbm.18b32b032b235fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: c0f70e1c-980a-49ab-8d60-8d4e79822ac4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:40:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 14fbb9a5-402c-4cd6-8c20-33c325665423
  kind: Event
  lastTimestamp: "2026-05-26T16:40:51Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:40:51Z"
    name: isvc-predictive-lightgbm.18b32b162407d184
    namespace: kserve-ci-e2e-test
    resourceVersion: "28823"
    uid: 000ec0de-72c1-4d83-a645-81d420c4d867
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:36:09.991176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:36:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:36:09Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32ad484d0c59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26577"
    uid: 30d7e0af-e8fa-404c-ada0-1f77b17c910e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:10Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:36:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32ad49e8cdb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26596"
    uid: d88774b4-b92a-424a-9a9a-9115041f1975
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32ad4a013ba8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: 3a87b449-f9bb-49cf-8d3d-051323e8bea3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32ad4a336d2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 89928cb6-5c7c-427d-86c7-152569950f2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32ad4a3abea20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: d3336afc-0480-4bc3-abcc-bdeea9070128
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:15Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T16:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32ad5b8d035ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: 05511bd7-c693-4204-abfd-86e469a599b8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:38Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.24s (23.24s
    including waiting). Image size: 2350916147 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb2211264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26811"
    uid: df58ffcc-0525-4988-a603-8a1230d5fc90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb252043ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: c6525727-ba2b-4fa6-bf92-a82af78fe2ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb2596d6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 64866e39-1ccb-4308-80cb-42dbdc58198a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb25a3b2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: ab4edd48-a9d7-44e3-8984-19460e9d93ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb2870b957
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 9eb0d19d-d895-4560-8ca9-14b5d93f7f32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:36:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb28e5698a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 58b74a90-c9a7-42df-be5d-d62f327e4f09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:37:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:37:48Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32adb8ff33b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27308"
    uid: ed299358-2bf4-4634-8e9e-a0c1c144d292
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:38:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32aee29a874b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 8a6f196b-f8c6-43cc-97a3-a433cbf6546c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:38:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32aee29a9b1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 3619434d-3b86-46af-abce-0a7bfe84a1c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 54b401eb-76b3-4ca5-b4c3-de9c9d6a2081
  kind: Event
  lastTimestamp: "2026-05-26T16:38:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:01Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j.18b32aee6c05de97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 58631153-6ce9-4e63-b70b-acd358a46ad9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 87a63769-129a-4ad7-8552-77e932e9fb49
  kind: Event
  lastTimestamp: "2026-05-26T16:36:09Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-kc74j'
  metadata:
    creationTimestamp: "2026-05-26T16:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:36:09Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b32ad48461ecaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26574"
    uid: 7f8e0b0e-c8ce-4043-a3de-dc7873f7eba3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: e3da51e6-ff2c-4e3f-a482-b91f7e2d1a41
  kind: Event
  lastTimestamp: "2026-05-26T16:36:09Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:36:09Z"
    name: isvc-predictive-sklearn-predictor.18b32ad481d3e8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26565"
    uid: 372c333b-6dab-4e06-a212-9250b8264994
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 41b34402-4914-4551-99ba-8221bb64686d
  kind: Event
  lastTimestamp: "2026-05-26T16:37:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:37:09Z"
    name: isvc-predictive-sklearn-predictor.18b32ad800a07077
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: 386e80d1-767b-4135-b0c6-bf2669a44131
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 41b34402-4914-4551-99ba-8221bb64686d
  kind: Event
  lastTimestamp: "2026-05-26T16:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:37:10Z"
    name: isvc-predictive-sklearn-predictor.18b32ad800ffcae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: 06bf5116-da09-43b9-b9d3-dd65f753d87e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:37:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 41b34402-4914-4551-99ba-8221bb64686d
  kind: Event
  lastTimestamp: "2026-05-26T16:37:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:37:55Z"
    name: isvc-predictive-sklearn-predictor.18b32ae5fc68f18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27353"
    uid: 27f8814a-c864-4a6b-b6a5-02baa1e663cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:37:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 41b34402-4914-4551-99ba-8221bb64686d
  kind: Event
  lastTimestamp: "2026-05-26T16:37:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:37:55Z"
    name: isvc-predictive-sklearn-predictor.18b32ae5fcc767d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27354"
    uid: 598f254e-8219-4694-baed-a7491eed7aff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:41:00.794129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b183a05ad63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28938"
    uid: 223cab7e-6b31-4981-9f01-1b9ab4b8ff21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28943"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:01Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:41:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b1853b490e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28950"
    uid: 5dca92a2-4784-4e47-a80b-776c1e204de3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b185502a5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28952"
    uid: fd82e8ff-9622-4bd4-83aa-4fd180fa4d5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b1857c863ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28953"
    uid: 17ede228-b5d6-427f-be7e-9df21e67b04b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b18583c62c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28955"
    uid: dcc83058-e840-41ff-a2b6-3bdbd9782548
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b19707190ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: 63c169da-bc8d-43a4-bd1f-f18a800253c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b19746bdf68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: b7f9139c-d161-4b8d-a394-a152433f82c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b1974e814ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: 02b16827-0c8a-42b4-9366-3f2f7c5cab9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b1974f579ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: d5eef640-6341-45b6-87d5-0dda01b768c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b1977facb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: babdda41-0753-4884-8744-a93db17ef4cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:41:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:41:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b19786bc91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29009"
    uid: 829c1a66-fd85-4da6-9d51-aab65d9485e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:42:34Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b224a999150
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: 5405f573-8aa4-4c52-a082-c510c094dd4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:42:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b2d34d93ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: c3d8abcd-90f3-48b7-9c26-d44e6ce4261a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:42:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b2d34d9f4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 93326021-e856-4767-b8f9-2b59a9fd987c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 7314872d-3df0-4439-828d-8c26d132733a
  kind: Event
  lastTimestamp: "2026-05-26T16:42:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:34Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm.18b32b2dee75f3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: 5cb6144c-9775-4fd5-9c4f-3fd997fbf81d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28921"
    uid: f3e5e95d-1df9-4b20-9368-218133965b8c
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-789jm'
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b32b18397ec188
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: bc96b192-6729-4fd9-aa40-bcc525cb2244
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: 2a48b33b-d435-4591-b1d6-270f5dce6704
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18b32b1835245910
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: 77455f25-0e11-411a-a14a-feb8993839d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: f8310f21-865c-4a9c-b533-bc913bda6437
  kind: Event
  lastTimestamp: "2026-05-26T16:41:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:41:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18b32b1bb3fa3851
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: 51a90a8a-82ae-44ca-8040-019145898608
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: f8310f21-865c-4a9c-b533-bc913bda6437
  kind: Event
  lastTimestamp: "2026-05-26T16:41:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:41:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18b32b1bb4587500
    namespace: kserve-ci-e2e-test
    resourceVersion: "29182"
    uid: e230ab95-65e4-4938-b520-a77b68b6ecce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29079"
    uid: f8310f21-865c-4a9c-b533-bc913bda6437
  kind: Event
  lastTimestamp: "2026-05-26T16:42:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:42:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18b32b22b22c097a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 4999f982-067a-4993-b275-a2a0c95cdb5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29079"
    uid: f8310f21-865c-4a9c-b533-bc913bda6437
  kind: Event
  lastTimestamp: "2026-05-26T16:42:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:42:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18b32b22b2892fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29615"
    uid: 50b6a54e-cfe3-43a9-81de-8a996800424a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28891"
    uid: 9b5b97d1-51c8-4a30-8fe1-b2bde97fa763
  kind: Event
  lastTimestamp: "2026-05-26T16:42:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:42:24Z"
    name: isvc-predictive-sklearn-v2.18b32b1834ffad7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: b587479c-ee3e-4a6d-92e3-eb574af0830c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28891"
    uid: 9b5b97d1-51c8-4a30-8fe1-b2bde97fa763
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-sklearn-v2.18b32b18357e319b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28940"
    uid: aa42b1a5-95d4-4bc7-8a6b-fde8436cbb84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28903"
    uid: 9b5b97d1-51c8-4a30-8fe1-b2bde97fa763
  kind: Event
  lastTimestamp: "2026-05-26T16:41:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:41:00Z"
    name: isvc-predictive-sklearn-v2.18b32b183a19bbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 38333450-ea30-47ce-8360-7789d6814570
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 9b5b97d1-51c8-4a30-8fe1-b2bde97fa763
  kind: Event
  lastTimestamp: "2026-05-26T16:42:24Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:42:24Z"
    name: isvc-predictive-sklearn-v2.18b32b2ba1869dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29561"
    uid: f0f80ea9-575f-4a61-9a6c-baeddcdc6fc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26551"
    uid: a602b7b5-c6e3-43ce-a4be-cce58e2624c2
  kind: Event
  lastTimestamp: "2026-05-26T16:37:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:37:58Z"
    name: isvc-predictive-sklearn.18b32ad481af16c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: 98e42625-a461-4254-aac6-c8c0b6d200d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26551"
    uid: a602b7b5-c6e3-43ce-a4be-cce58e2624c2
  kind: Event
  lastTimestamp: "2026-05-26T16:36:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:36:09Z"
    name: isvc-predictive-sklearn.18b32ad4820181a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: f6aabce0-1f09-4b6a-9978-3f8b2bd9e7e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27392"
    uid: a602b7b5-c6e3-43ce-a4be-cce58e2624c2
  kind: Event
  lastTimestamp: "2026-05-26T16:37:58Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:37:58Z"
    name: isvc-predictive-sklearn.18b32aedb42fbce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: 9779a4bd-1048-4c4e-bdf4-3d0645cff12d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:38:00.242747Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aee30523452
    namespace: kserve-ci-e2e-test
    resourceVersion: "27457"
    uid: a3749aef-4dbe-4131-8a3e-17a680540174
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aee3d86ddcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27470"
    uid: 6fe04db7-b6ab-4900-8248-8080c6da6d32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27462"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:02Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:38:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aeea367d747
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: cc414d0b-c9e1-4124-a31a-6303139a9c27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aeea4b45f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: c6c04b1a-d85a-491d-90e1-27d15deed780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aeea84af1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27487"
    uid: 447ce65b-860b-43df-a654-128bbf9dfced
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aeea8b4fbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: 5ad2667d-a8fa-448a-b088-4d2910a5bf04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aefa4c017f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 126800f8-0503-4178-9156-6830d801717e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aefa851c195
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 66695f82-c880-4f25-b936-82d510533f77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aefa8c23e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 183674ad-e1b3-4f82-976c-bb5839820687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aefa8d036f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: a235c803-e673-4fc4-8c3c-7a2cc58d36f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aefab75bec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27532"
    uid: 87afe2d2-d227-4e55-8b28-ac6a4281006d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:38:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:38:06Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32aefabd9fde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: 46530bbf-e542-4f9a-8774-8216a42e9b29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:39:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:32Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32af01c7841e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 9642101a-06f6-4071-b991-bb0e70bd8161
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32b032a5d1811
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: 9277469a-40a2-46ab-8656-022ecf1b2139
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32b032a5f8a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: e7938e9e-7e16-4d39-be18-e2577aabb7d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 69c4cf3e-68fc-459c-b994-af1ddfb54dae
  kind: Event
  lastTimestamp: "2026-05-26T16:39:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:39:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv.18b32b04229bb323
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: ebf2ee37-a012-489f-8827-c95a82e4fe27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27440"
    uid: e9bf05da-e85f-4069-a48e-93cb9fc8f896
  kind: Event
  lastTimestamp: "2026-05-26T16:38:00Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-868qv'
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b32aee2fe98342
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 16610838-d72a-4f38-b386-7b12531bcbd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27438"
    uid: 37e78fe2-7e09-4b45-a183-76aced1d0fdc
  kind: Event
  lastTimestamp: "2026-05-26T16:38:00Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-xgboost-predictor.18b32aee2ba933a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27442"
    uid: 5c1b27c5-73b3-40d5-a59d-2304c21ad7a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 0e3274f5-04b0-42f6-96a4-bc9e4deae122
  kind: Event
  lastTimestamp: "2026-05-26T16:38:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:38:30Z"
    name: isvc-predictive-xgboost-predictor.18b32af1aa5ca365
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: 3ad4fca6-71cc-45aa-b673-46fdf544d761
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 0e3274f5-04b0-42f6-96a4-bc9e4deae122
  kind: Event
  lastTimestamp: "2026-05-26T16:38:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:38:30Z"
    name: isvc-predictive-xgboost-predictor.18b32af1aab8d997
    namespace: kserve-ci-e2e-test
    resourceVersion: "27708"
    uid: cbf67335-f8bc-4596-ab39-4e7826595d06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27598"
    uid: 0e3274f5-04b0-42f6-96a4-bc9e4deae122
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-xgboost-predictor.18b32af8a86b5102
    namespace: kserve-ci-e2e-test
    resourceVersion: "28134"
    uid: f7dce53d-3679-40f9-b5bc-153c4d66a53c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27598"
    uid: 0e3274f5-04b0-42f6-96a4-bc9e4deae122
  kind: Event
  lastTimestamp: "2026-05-26T16:39:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:39:30Z"
    name: isvc-predictive-xgboost-predictor.18b32af8a8ce409c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28135"
    uid: 0af9180e-305d-422b-a566-010b21f179e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:42:31.043530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:42:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:42:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2d3d4e4cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: 981c7240-3e26-4a2b-8239-58ee6a5d3153
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:31Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:42:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2d570edfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 8ceceb3d-c1d0-4d6a-a05a-7e71eca5368a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2d58818bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29680"
    uid: 778c497f-eee1-4f80-8bb4-359c21e8f8ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2d5b5c6a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: c3d085b0-92f4-4f32-96c7-aadc2f6c9ef8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2d5be77da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 64ff64f7-2678-41a2-887e-b902b61acfcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2e387074d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 5906b0f8-aa38-4a5c-96fc-b1606e74c960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2e3b7aa25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: f93b8d3d-b06a-4161-935d-933dab5e6049
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2e3bf1a083
    namespace: kserve-ci-e2e-test
    resourceVersion: "29718"
    uid: 5695d9e1-952a-480d-b9cf-4e7a34a69857
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2e3bfda297
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 4808be28-0a32-4963-a309-fc5dfae4839f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2e3f4157a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29723"
    uid: 92f5a573-0f49-43e3-9ebe-83ef178742fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:42:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:42:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b2e3fcba4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29725"
    uid: 84e43c06-acdd-4938-b5ac-11e5de742f79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-26T16:43:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:44:02Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:43:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b37128d0c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "30415"
    uid: 9fdbe905-a670-44ed-829d-2189b7fbb405
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b4238cc8736
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: 96f352b5-0600-44d7-adbb-d30dcc92c7c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b4238cd29aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: 4fefccef-81b2-4f45-b90d-807cb99ea50b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: e86d2b84-af8e-43d9-97fa-0bc866345225
  kind: Event
  lastTimestamp: "2026-05-26T16:44:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:44:03Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n.18b32b42b67c7610
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: cf1b620b-6ea3-4cdb-88ff-8fed433d09c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: d81776fb-38c2-4079-9172-76a41bd514e7
  kind: Event
  lastTimestamp: "2026-05-26T16:42:31Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-7xn4n'
  metadata:
    creationTimestamp: "2026-05-26T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:42:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b32b2d3cddf11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: ffc0ed08-185d-4d29-9013-a20310e35152
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29645"
    uid: 955d12f9-5d5f-4848-9afa-8a4c24421001
  kind: Event
  lastTimestamp: "2026-05-26T16:42:30Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:42:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18b32b2d37838717
    namespace: kserve-ci-e2e-test
    resourceVersion: "29649"
    uid: bca349f4-3882-4ebf-8cdd-195709054db0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 8ccb2f63-1b66-429b-a5ff-ee15340ff68a
  kind: Event
  lastTimestamp: "2026-05-26T16:43:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:43:00Z"
    name: isvc-predictive-xgboost-v2-predictor.18b32b30b6722cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29909"
    uid: ed6c2409-51b8-4eed-87a2-f244f43237b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 8ccb2f63-1b66-429b-a5ff-ee15340ff68a
  kind: Event
  lastTimestamp: "2026-05-26T16:43:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:43:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b32b30b6d8d822
    namespace: kserve-ci-e2e-test
    resourceVersion: "29910"
    uid: 47d14921-91e1-4f1e-a0d2-aa3db2c5c09a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: 8ccb2f63-1b66-429b-a5ff-ee15340ff68a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b32b37b5f102fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30351"
    uid: ce2fb763-6d07-4852-bb10-8dfdb2c24cdd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29807"
    uid: 8ccb2f63-1b66-429b-a5ff-ee15340ff68a
  kind: Event
  lastTimestamp: "2026-05-26T16:44:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b32b37b6871a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30352"
    uid: 9c8630dd-13ec-492f-9992-b16256625e37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: 4425d50f-4a45-4968-a75c-e2989df7d8f5
  kind: Event
  lastTimestamp: "2026-05-26T16:43:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:43:52Z"
    name: isvc-predictive-xgboost-v2.18b32b2d3749979a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30280"
    uid: 045bdcbb-0b5d-4855-94e8-d801b0d22e92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:42:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: 4425d50f-4a45-4968-a75c-e2989df7d8f5
  kind: Event
  lastTimestamp: "2026-05-26T16:42:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:42:30Z"
    name: isvc-predictive-xgboost-v2.18b32b2d37bcfb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: adb7ecec-73a1-46cd-ace0-f4fbcfeae2af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30277"
    uid: 4425d50f-4a45-4968-a75c-e2989df7d8f5
  kind: Event
  lastTimestamp: "2026-05-26T16:43:52Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:43:52Z"
    name: isvc-predictive-xgboost-v2.18b32b402513cc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30279"
    uid: 198d38a3-56f5-41ff-b649-2a450386e80b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27410"
    uid: 82ff5d8e-6342-4518-b245-06b87806a478
  kind: Event
  lastTimestamp: "2026-05-26T16:39:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:39:22Z"
    name: isvc-predictive-xgboost.18b32aee2b6c5738
    namespace: kserve-ci-e2e-test
    resourceVersion: "28075"
    uid: d2a27f00-4383-460d-aba3-f4e90afcaf9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27410"
    uid: 82ff5d8e-6342-4518-b245-06b87806a478
  kind: Event
  lastTimestamp: "2026-05-26T16:38:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:38:00Z"
    name: isvc-predictive-xgboost.18b32aee2bc0f2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 4b325d12-75ad-4bc0-a8ea-c7c88028824c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:39:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28072"
    uid: 82ff5d8e-6342-4518-b245-06b87806a478
  kind: Event
  lastTimestamp: "2026-05-26T16:39:22Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:39:22Z"
    name: isvc-predictive-xgboost.18b32b0142a12c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28073"
    uid: 78d3dc7a-1bb3-4f66-95df-231b89f03af6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:34:23.588030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25259"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abbbeb19345
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: cbd7acec-db93-4f4e-9779-a59b5eb1ce56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:24Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:34:24Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abbd8624456
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: c5be74ce-f074-42de-afde-7f4eae12c9b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:24Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abbd9b8eb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25294"
    uid: 4070ddea-3636-4a66-9e35-5e6826224d17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:24Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abbdcb23f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25316"
    uid: 9164f152-47d2-4e68-91af-561b782c94da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:24Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abbdd28310f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25318"
    uid: e1d23c62-64f6-40e4-9629-b3e08026e0d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:27Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abcbbb9c41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: aa8f0f80-5149-499e-81ac-0e5cddd390d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:27Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abcbf61a1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 16aff1f9-c48c-43ae-8452-6baac1049deb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:27Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abcbfdb0edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: 47d2c360-2c6d-490f-9bf2-5fb9c94f2f19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:27Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abcbfe954de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 61ebeaad-42c9-4e14-bb2a-2382ab043f0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:27Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abcc2fce381
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 54fe365c-af76-4b82-981d-101672f3fff4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:34:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:34:27Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abcc37476a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 60e5fa80-4a61-4bb3-a03c-4cc33c48781f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:35:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:25Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32abd3391aaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: a67720df-88b9-427a-99f4-9484e3427194
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:35:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32ad225b54cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 4fc89d2d-21e9-4070-a1e5-05f0dbbc3db1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:35:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:59Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32ad225b5e667
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: 04c3233d-5747-4e55-af3c-2c52c2f7c873
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 2b1b9f7e-7dda-4a0c-826e-bfec3f2d8c8b
  kind: Event
  lastTimestamp: "2026-05-26T16:36:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:36:00Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85.18b32ad263c75877
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 6b9da7ba-741c-4f40-af74-1528738d0551
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-75c1b6-predictor-57dff89c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: a6609f27-8ea4-4b8e-8665-9dadaf4d54a9
  kind: Event
  lastTimestamp: "2026-05-26T16:34:23Z"
  message: 'Created pod: isvc-primary-75c1b6-predictor-57dff89c5b-9gt85'
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-primary-75c1b6-predictor-57dff89c5b.18b32abbbe2b3eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 247c1af8-2420-4828-baac-3093ee68495a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: 1109daae-59e2-4864-b02d-dd045a342f70
  kind: Event
  lastTimestamp: "2026-05-26T16:34:23Z"
  message: Scaled up replica set isvc-primary-75c1b6-predictor-57dff89c5b from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-primary-75c1b6-predictor.18b32abbba162408
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: 871ecfb6-cbbc-4f19-834b-7723c24d3401
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 94683172-bc6c-4634-aa6c-b553f0ca29ff
  kind: Event
  lastTimestamp: "2026-05-26T16:35:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:08Z"
    name: isvc-primary-75c1b6-predictor.18b32abf38b21d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: d8441758-ef6d-4191-b2df-fbd8d5614f94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 94683172-bc6c-4634-aa6c-b553f0ca29ff
  kind: Event
  lastTimestamp: "2026-05-26T16:35:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:08Z"
    name: isvc-primary-75c1b6-predictor.18b32abf3911515b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 2675ae76-bfc2-4811-9788-24cc9908630b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: 94683172-bc6c-4634-aa6c-b553f0ca29ff
  kind: Event
  lastTimestamp: "2026-05-26T16:35:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:53Z"
    name: isvc-primary-75c1b6-predictor.18b32ac2b82276d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 5120de30-5877-43be-b873-93bc23a81f52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: 94683172-bc6c-4634-aa6c-b553f0ca29ff
  kind: Event
  lastTimestamp: "2026-05-26T16:35:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:53Z"
    name: isvc-primary-75c1b6-predictor.18b32ac2b886755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: 6831a748-42b7-4ac7-8bcd-d7849588aac4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: 8a43fc92-4ef4-4ad7-b9fd-6ff2340c9d18
  kind: Event
  lastTimestamp: "2026-05-26T16:35:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:35Z"
    name: isvc-primary-75c1b6.18b32abbba19d1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: 09cc60e3-60fb-44e7-b278-09cef9b5f0cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: 8a43fc92-4ef4-4ad7-b9fd-6ff2340c9d18
  kind: Event
  lastTimestamp: "2026-05-26T16:34:23Z"
  message: 'Failed to update status for InferenceService "isvc-primary-75c1b6": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-75c1b6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-primary-75c1b6.18b32abbba90880f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: 324c382c-7ead-4a0d-a583-262918fd06bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25220"
    uid: 8a43fc92-4ef4-4ad7-b9fd-6ff2340c9d18
  kind: Event
  lastTimestamp: "2026-05-26T16:34:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-75c1b6": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:34:23Z"
    name: isvc-primary-75c1b6.18b32abbba90e401
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: fca55dbc-e460-412e-923f-221fcf637159
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26115"
    uid: 8a43fc92-4ef4-4ad7-b9fd-6ff2340c9d18
  kind: Event
  lastTimestamp: "2026-05-26T16:35:35Z"
  message: InferenceService [isvc-primary-75c1b6] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:35Z"
    name: isvc-primary-75c1b6.18b32acc966b64a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: 56e2c0e7-920b-4059-898f-b2a6776de163
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:35:43.710137Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:35:43Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32ace6657ff3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: 8cef314d-f831-474a-823c-a2d12c6098ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: "2026-05-26T16:35:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-75c1b6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:43Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32ace729d2387
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: e9fea4ae-0073-4d69-ab55-f345d9cc95eb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: "2026-05-26T16:35:44Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:35:44Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32acea3d86236
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 8e2adec7-f3e1-44c0-876b-3b77a17bb590
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: "2026-05-26T16:35:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:49Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32acea5397d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 30d0d0be-cbc8-494f-b8ce-03348d251e63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: "2026-05-26T16:35:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:49Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32acea7fc360b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 34d02f08-5b98-4601-8e84-f78365f048b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: "2026-05-26T16:35:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:49Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32acea8735535
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: f9cfdbe5-340b-4663-8b36-a9ce0df0108e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 08854e68-d614-485b-8243-b2766da71fbe
  kind: Event
  lastTimestamp: "2026-05-26T16:35:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-75c1b6-predictor-cdb677c59-skj8w_kserve-ci-e2e-test(08854e68-d614-485b-8243-b2766da71fbe)
  metadata:
    creationTimestamp: "2026-05-26T16:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:35:54Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w.18b32ad0d14b30a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: c0a83e82-0ed5-433f-a273-84f3cf37c500
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-75c1b6-predictor-cdb677c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: d300247e-924e-4319-8f77-a7b993a7cb3b
  kind: Event
  lastTimestamp: "2026-05-26T16:35:43Z"
  message: 'Created pod: isvc-secondary-75c1b6-predictor-cdb677c59-skj8w'
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:43Z"
    name: isvc-secondary-75c1b6-predictor-cdb677c59.18b32ace65e3cb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: 476c1004-f666-40b9-9822-0ec9e73acc13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: 48b7bf3c-a255-47bb-906c-3fa4df85e173
  kind: Event
  lastTimestamp: "2026-05-26T16:35:43Z"
  message: Scaled up replica set isvc-secondary-75c1b6-predictor-cdb677c59 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:43Z"
    name: isvc-secondary-75c1b6-predictor.18b32ace62cf408f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: 41ca20a7-ef3f-4767-b9fc-ed517f385320
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: c9df4c77-fc72-4e9f-9f05-6b1eb3490fe8
  kind: Event
  lastTimestamp: "2026-05-26T16:35:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:58Z"
    name: isvc-secondary-75c1b6-predictor.18b32ad1e149c879
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: 07ad7576-4c96-45ba-a0e0-3d14fcce3469
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-75c1b6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: c9df4c77-fc72-4e9f-9f05-6b1eb3490fe8
  kind: Event
  lastTimestamp: "2026-05-26T16:35:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:35:58Z"
    name: isvc-secondary-75c1b6-predictor.18b32ad1e1ab4c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: a8767ec2-d5c7-45f2-8598-bb2b4373eec5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: 556a18e8-abde-4def-8c7b-1ed4836d2396
  kind: Event
  lastTimestamp: "2026-05-26T16:35:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:55Z"
    name: isvc-secondary-75c1b6.18b32ace62a8b932
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: 29625159-0bfb-4f46-a5a4-8501124cb1ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: 556a18e8-abde-4def-8c7b-1ed4836d2396
  kind: Event
  lastTimestamp: "2026-05-26T16:35:43Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-75c1b6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-75c1b6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:43Z"
    name: isvc-secondary-75c1b6.18b32ace63120e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 5dfa9961-7772-4810-ac6e-67b06b26381d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-75c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: 556a18e8-abde-4def-8c7b-1ed4836d2396
  kind: Event
  lastTimestamp: "2026-05-26T16:35:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-75c1b6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:35:43Z"
    name: isvc-secondary-75c1b6.18b32ace63125456
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: 4c715bac-36e4-436d-b41c-03c16fdc4af8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:14:02.889092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b3299f875dfcb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 30270be6-09da-4b6e-ba35-072597f17dd2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:03Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b3299f947cef49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: f0cf2d3b-87d0-4fdc-ad0a-9431b5321e86
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:03Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:14:03Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b3299fc4ea3e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 97d10659-6d77-47c4-9c98-f65247cd8cb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:03Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b3299fc645f51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: c53a7366-9e89-45ec-adfb-4baa618004b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:03Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b3299fc90139bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: b5dec58c-e796-434f-8cf4-00971c7f749f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:03Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b3299fc968586e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 30f5d275-5788-4904-b69c-f131e5a99b79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0c7825b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: f3f58a73-3414-46e3-a33a-22ac3319ad00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0cb421248
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 5bb9f68a-3f5f-489b-b02c-44da3cad0a26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0cbaf1682
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: efe663ec-4cb2-428e-a1cb-0796569ba7c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0cbbe2a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 1d59da13-c108-4875-b147-2b418cdea290
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0cee80330
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: 80807649-1451-4f17-ae5b-6a7b6120efb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0cf632b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: a9423663-7449-4d73-baa6-edeeda5ec27f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d4dfc83be5dd58d8739a157278436e5a923b7626716bcc5e76e3c331a25671b6"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0cf71bb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: d00ee709-c5c1-4405-9d4a-2279b8b591d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0d362483a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 61b8cd8d-28fd-46a0-8b39-340bd603cbca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:14:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-26T16:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:08Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a0d3cd73e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 4ba00c16-97c0-486b-b4e1-10460bba18e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:15:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:46Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a1033316f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: c6a1f0db-9045-4ebd-a672-c20bd3bfca1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:15:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-26T16:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:36Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329a13efd5bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 2aa72f47-3023-4fc0-a869-a38a13abb941
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:15:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:27Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329b3553c902f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: 85454e79-10bf-43e3-b460-97f43f6ae53f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:15:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-26T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:27Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329b3553d20be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: 35f08275-9c17-4955-8329-d8e4e5a458c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:15:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:27Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329b3553e0a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 204b1af2-cb8e-4b52-91a7-415079deb211
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f70d2026-ed8e-48b4-a081-a0bdffa145d3
  kind: Event
  lastTimestamp: "2026-05-26T16:15:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:46Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk.18b329b41b215bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 3b7412e7-fb2e-4aac-b3cc-74a56669adbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: fafba7db-b382-4802-8f60-459972fd0fa8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-755c4698cb-wh8gk'
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-custom-predictor-755c4698cb.18b3299f86d155c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 97211f24-c858-4ddd-a809-44f0c5034b4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 063799cc-0d1b-4b0a-96b1-f3eb9bf27682
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-755c4698cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18b3299f8260d496
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: 5402c118-af13-44f8-92c6-dc307e17bf35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: f60c1fa6-f475-483b-8588-035506b9d21a
  kind: Event
  lastTimestamp: "2026-05-26T16:14:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:14:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18b329a3011aaa26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15508"
    uid: 606c007b-93a8-42f4-8dfc-3d3b545677f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: f60c1fa6-f475-483b-8588-035506b9d21a
  kind: Event
  lastTimestamp: "2026-05-26T16:14:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:14:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18b329a3017d85c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: a973040f-0881-4ddb-a2fb-45cb140bc016
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: f60c1fa6-f475-483b-8588-035506b9d21a
  kind: Event
  lastTimestamp: "2026-05-26T16:15:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18b329a9ff21ee49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: f40d1bd6-4442-44c4-81ee-565d2e74bd5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: f60c1fa6-f475-483b-8588-035506b9d21a
  kind: Event
  lastTimestamp: "2026-05-26T16:15:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18b329a9ff8e36a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: c92c8f74-e3f3-4cae-817d-6991c1e9dc2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: c14567a3-2eaf-44f0-9316-8a6048573505
  kind: Event
  lastTimestamp: "2026-05-26T16:15:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:15:16Z"
    name: isvc-sklearn-batcher-custom.18b3299f823a2794
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: fb0ac1c5-6d8a-4c06-ac81-31adfe5f6359
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: c14567a3-2eaf-44f0-9316-8a6048573505
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-custom.18b3299f828abcef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 01cb1438-c470-4930-abc8-7ab61086d972
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: c14567a3-2eaf-44f0-9316-8a6048573505
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-custom.18b3299f87d78e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: a6f3803c-5504-465a-889e-e5ad89668ae8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: c14567a3-2eaf-44f0-9316-8a6048573505
  kind: Event
  lastTimestamp: "2026-05-26T16:15:16Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:15:16Z"
    name: isvc-sklearn-batcher-custom.18b329b0a22b3797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: a2b809d7-0550-4421-86b0-60c0ed48440e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:12:17.766344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14384"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-54b87fc785-r767m
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:12:17Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b329870d901db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14389"
    uid: 888614ee-efdb-47fb-9fda-d51ccaea45f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:17Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298719e2e002
    namespace: kserve-ci-e2e-test
    resourceVersion: "14405"
    uid: 96215ac8-035b-4fa6-b185-0010314e7d19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14397"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:18Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:12:18Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b329874afa83a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14414"
    uid: bd412683-d004-4c16-941b-939f5c8b9207
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
  metadata:
    creationTimestamp: "2026-05-26T16:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:18Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b329874c6a46ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14416"
    uid: b748e781-f630-48a6-a6a8-10481f4bac31
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    in 3.641s (3.641s including waiting). Image size: 301466548 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:22Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b32988257b23ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: 5762cf8f-c268-43a4-a65b-1ef44bad16ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:22Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298828802da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: caed6741-b6ef-4e44-8aba-767ac3e96c5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:22Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298828f5207e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 03952232-bf42-48ca-a4e4-2a69b7b080b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:26Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
  metadata:
    creationTimestamp: "2026-05-26T16:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:26Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298931a13f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 404ae34c-e8ba-46ff-9525-11a963911313
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    in 13.163s (13.163s including waiting). Image size: 1560933300 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:40Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298c4242b764
    namespace: kserve-ci-e2e-test
    resourceVersion: "14576"
    uid: ca32ce81-ce1f-4ec1-b008-98cd722bf2b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:40Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298c45b3b531
    namespace: kserve-ci-e2e-test
    resourceVersion: "14578"
    uid: dae41215-06c5-49a3-aff8-3083156a7387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:40Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298c462a24a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14579"
    uid: 0f9499af-1670-4f40-b0d2-036cb8b508be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-26T16:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:40Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298c46377ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: 32672f5e-4779-41de-9349-6eb682678e70
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.372s (2.372s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:42Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298cd3a3d16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 35c9f19f-a683-44d9-8c67-b1b26da36285
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:42Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298cd6617506
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: b8a2696a-4e63-4f24-8c04-0138e96121e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:42Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298cd6dab74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: a6a26600-9569-4440-97f2-9663fe6d0740
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d4dfc83be5dd58d8739a157278436e5a923b7626716bcc5e76e3c331a25671b6"
  metadata:
    creationTimestamp: "2026-05-26T16:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:42Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298cd6e6cb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14599"
    uid: cb939dd6-455b-404a-aba6-dead8590cfe2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d4dfc83be5dd58d8739a157278436e5a923b7626716bcc5e76e3c331a25671b6"
    in 2.186s (2.186s including waiting). Image size: 239690326 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:44Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298d593a9791
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: 31ecb00f-5e58-4edb-9ac2-e314977b3923
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:44Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-26T16:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:44Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298d5c30f6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 0a80fdc6-1106-42b3-be60-66c6496789aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:12:44Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-26T16:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:12:44Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298d5cbcaa60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: eaf3961a-a656-4c6f-91a9-57f2fe2741c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:18Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298d6654b343
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: ef1bdec5-9a9a-4110-8748-195d71870622
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-26T16:12:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:18Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3298da211e855
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: ba1ae886-4ace-433b-9f6a-38366b6dbaf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3299f80e07713
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 09c8bc62-c8b4-42ea-a6e2-2813ce39e150
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3299f80e0c071
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: ff5d013c-867f-4bea-a58e-49fe53308c87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:02Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b3299f80e11892
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 5cc5377b-9afb-43a0-9d0d-90aa476be660
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 6c95e294-0011-45ea-b102-11aa9234b4f8
  kind: Event
  lastTimestamp: "2026-05-26T16:14:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:14:17Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785-r767m.18b329a07e2c6a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: dea5fddb-92d0-4bce-a22d-439312a204ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-54b87fc785
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 9653f708-b947-407b-b8a6-58b2783bf47b
  kind: Event
  lastTimestamp: "2026-05-26T16:12:17Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-54b87fc785-r767m'
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:12:17Z"
    name: isvc-sklearn-batcher-predictor-54b87fc785.18b329870d1b09a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 9ea66c83-0de7-4559-949b-4e4839712c18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: e0bc6e07-6bd2-4515-975a-d2e98c69843d
  kind: Event
  lastTimestamp: "2026-05-26T16:12:17Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-54b87fc785 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:12:17Z"
    name: isvc-sklearn-batcher-predictor.18b32987076279cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: dbd4de5d-56c8-4c5b-8971-6f1acf553a85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: e16df7db-2d24-4e97-b3cc-658e54f01355
  kind: Event
  lastTimestamp: "2026-05-26T16:13:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:13:17Z"
    name: isvc-sklearn-batcher-predictor.18b3298a8ccf121f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: faaff415-4a12-43ce-a93a-7e3233abc369
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14387"
    uid: e16df7db-2d24-4e97-b3cc-658e54f01355
  kind: Event
  lastTimestamp: "2026-05-26T16:13:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:13:17Z"
    name: isvc-sklearn-batcher-predictor.18b3298a8d290d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 1a5d6a9f-6da7-4940-b069-09d62e317df8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14521"
    uid: e16df7db-2d24-4e97-b3cc-658e54f01355
  kind: Event
  lastTimestamp: "2026-05-26T16:13:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:13:47Z"
    name: isvc-sklearn-batcher-predictor.18b329988901fd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15072"
    uid: cec2ccb1-875b-41c2-8b1a-432e36755f77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14521"
    uid: e16df7db-2d24-4e97-b3cc-658e54f01355
  kind: Event
  lastTimestamp: "2026-05-26T16:13:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:13:47Z"
    name: isvc-sklearn-batcher-predictor.18b329988973a984
    namespace: kserve-ci-e2e-test
    resourceVersion: "15073"
    uid: ea3b66df-7148-485b-aba5-2eed8c28b3c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: eec48035-3c1b-49ac-9e7f-b29c6b844884
  kind: Event
  lastTimestamp: "2026-05-26T16:13:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:13:48Z"
    name: isvc-sklearn-batcher.18b329870d931364
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: d5ba01c0-d9f3-4b55-8197-d81762ad0640
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: eec48035-3c1b-49ac-9e7f-b29c6b844884
  kind: Event
  lastTimestamp: "2026-05-26T16:12:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:12:17Z"
    name: isvc-sklearn-batcher.18b329870df1d99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14393"
    uid: f3f4dfbf-e137-4680-b062-eccbaa8ce3ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: eec48035-3c1b-49ac-9e7f-b29c6b844884
  kind: Event
  lastTimestamp: "2026-05-26T16:12:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:12:17Z"
    name: isvc-sklearn-batcher.18b329870df22548
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: b7f1b1ed-a54c-410a-bfd4-eb2895367036
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:13:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: eec48035-3c1b-49ac-9e7f-b29c6b844884
  kind: Event
  lastTimestamp: "2026-05-26T16:13:48Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:13:48Z"
    name: isvc-sklearn-batcher.18b3299c17c162c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 8c30148e-67bc-420c-a0e2-696c59e6d30a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:24:44.626017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a34f1de5afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 38aeb6d3-94d4-4ab0-b08a-14f6aa754f93
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:45Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:24:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a350b7b1885
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: e996052e-fe61-4604-8d3b-789551f9c814
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a350cf92bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: d04fa889-88a4-43cd-9cec-5746b89a86db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a350f8609ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 6f9706d4-7496-4f8d-b043-221b0322914e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:45Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a350feb5ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: a42c00a2-b722-4082-8a11-2f71077c0d0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:49Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a3601181a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: f0f36ab5-3d88-4c76-9d7c-3d3d6556aaea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:49Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36043c6c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 6cc81207-da05-4447-bb13-4b605ec658da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:49Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a3604a60ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 3273ffe6-7b66-457d-bada-81e06d0aef40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-26T16:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:49Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a3604b21ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 754aa347-2f63-4ada-9403-60149e450848
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.867s (2.867s including waiting). Image size: 239444008 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:52Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36afa29f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: ecd9aa95-7971-4b4e-8678-250d4191c674
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:52Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-26T16:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:52Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36b2e4ad9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: f60f0583-b9d9-4938-89d1-393c3b53e675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:52Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-26T16:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:52Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36b34d0be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 5e45b9f6-7426-4ac8-af97-8b6f2208d331
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:52Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36b3a60959
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 39b0c073-9fd1-42f6-8979-6b9aef6c664e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:52Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36b6bcc9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: f15977ec-71ac-4792-b264-79d2223d9025
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:24:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:24:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:24:52Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a36b724508b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 5b58f1e0-4733-4e44-a0cc-59b0f888ac70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:26:30Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:30Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a3d3aab6d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 6b1b1d65-0132-4f10-970e-f657afa1761b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a479547c174
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: acc2787b-bbd2-46ad-aa9b-01f2b124a1d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a479548be40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21157"
    uid: e6f68ba9-ec20-4533-a56d-89d014db6a3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:26:04Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-26T16:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:04Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a4795490be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 1a200778-b9ea-455f-be04-b307815c798d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: baa8854a-095a-43c1-b906-d13a55336c01
  kind: Event
  lastTimestamp: "2026-05-26T16:26:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:26:30Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92.18b32a47b47789fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: 82c35f72-73a9-45ac-b1fc-930352dca247
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6b9b4445f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20519"
    uid: b63c7f25-3210-464a-978a-f7421874571e
  kind: Event
  lastTimestamp: "2026-05-26T16:24:44Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6b9b4445f6-cnw92'
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-sklearn-mcp-predictor-6b9b4445f6.18b32a34f173d776
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 02426a29-6f51-4688-bbe5-75282428dff3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: 3f2ff545-dca7-4f95-b300-36d21875606c
  kind: Event
  lastTimestamp: "2026-05-26T16:24:44Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6b9b4445f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-sklearn-mcp-predictor.18b32a34ee47f07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: 1f7c0ae1-7caa-4872-9f11-672840d59177
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: df24d2ec-e57d-45e0-8b60-fdd76421a5f3
  kind: Event
  lastTimestamp: "2026-05-26T16:26:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:26:00Z"
    name: isvc-sklearn-mcp.18b32a34edb2f8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 8d5e0b00-6273-433d-93b0-5ab67ef93bd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: df24d2ec-e57d-45e0-8b60-fdd76421a5f3
  kind: Event
  lastTimestamp: "2026-05-26T16:24:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-sklearn-mcp.18b32a34ee57b810
    namespace: kserve-ci-e2e-test
    resourceVersion: "20540"
    uid: 492a32ea-05af-4fff-868c-1c9ead37715b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:24:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: df24d2ec-e57d-45e0-8b60-fdd76421a5f3
  kind: Event
  lastTimestamp: "2026-05-26T16:24:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:24:44Z"
    name: isvc-sklearn-mcp.18b32a34f3d5041e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 6930c6ac-1e8d-4fb6-9cee-2db07c808a45
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: df24d2ec-e57d-45e0-8b60-fdd76421a5f3
  kind: Event
  lastTimestamp: "2026-05-26T16:26:00Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:26:00Z"
    name: isvc-sklearn-mcp.18b32a468f9ea330
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: d0e748d1-1624-4b16-8299-e4ec83a94047
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:45:33.496289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31186"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bc9cf9b57-k9h2x
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b57b8566584
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: ff8e6622-7e6d-42cb-9ec4-6d2721ffce39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b57c0dc03dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 8490b95b-475d-4891-bedc-1cda6245b636
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:34Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:45:34Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b57f569ae9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: bb5a4f7c-5502-43bc-978a-42b3c7cd6fc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:34Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b57f6dfc29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31214"
    uid: ef5bc900-6d8d-479d-852e-3c84796a3aa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:34Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b57f9869521
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: 19c0a501-34a1-477c-bf81-e3603259f2dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:34Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b57f9fe949a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31217"
    uid: 3f86fd57-9f5e-440e-8eac-1add8aab76c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:38Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b58f3d57077
    namespace: kserve-ci-e2e-test
    resourceVersion: "31255"
    uid: 1bfbdf6c-9122-4a65-882b-70e9e5232769
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:38Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b58f696b719
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: acb7891d-134b-4abc-8db7-e0887bf7faa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:38Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b58f7019399
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: df398ddb-346a-4100-8a41-ead6cd1da60e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:38Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b58f70dcd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: b43085b6-aed1-4dee-ad04-418a671c66b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:38Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b58f9f3c6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: df48b91d-f01b-4d0e-a33d-aec0e4519105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:45:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:45:38Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b58fa610d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: df7ea9c6-c9ea-49a2-93dc-920accc0ce98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:46:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:55Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b592fc1db90
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: a78e975f-8538-44c1-99ff-14ec830b44f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:46:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b6a5ed584f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31828"
    uid: 9624e90d-12d2-4d1b-a0cd-9033742d0cde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:46:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b6a5ed6c105
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: eb0c8e71-15b5-4ac8-9bab-0b6bfa43c535
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: d15d642a-e575-44e1-894d-1a58c2e1e283
  kind: Event
  lastTimestamp: "2026-05-26T16:46:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:55Z"
    name: isvc-sklearn-predictor-bc9cf9b57-k9h2x.18b32b6ae1ccf907
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: bba24e33-891a-4222-bd00-72f061a7cd95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bc9cf9b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 7588715a-f6d4-4a7f-ad6c-10b36b73588b
  kind: Event
  lastTimestamp: "2026-05-26T16:45:33Z"
  message: 'Created pod: isvc-sklearn-predictor-bc9cf9b57-k9h2x'
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-sklearn-predictor-bc9cf9b57.18b32b57b7c92051
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: fadba33e-3c24-4266-8938-e305e741b570
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31176"
    uid: 1f6889e8-5d8b-4182-adef-947b26f52114
  kind: Event
  lastTimestamp: "2026-05-26T16:45:33Z"
  message: Scaled up replica set isvc-sklearn-predictor-bc9cf9b57 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-sklearn-predictor.18b32b57b56283f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 68cb1126-9198-4e25-8127-be4494c51941
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 813f0765-ef42-4c79-9cca-6b134ba98636
  kind: Event
  lastTimestamp: "2026-05-26T16:46:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:46:03Z"
    name: isvc-sklearn-predictor.18b32b5b3430809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: f4ddf155-2e6b-4cbe-bcf3-50e91711855c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 813f0765-ef42-4c79-9cca-6b134ba98636
  kind: Event
  lastTimestamp: "2026-05-26T16:46:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:46:03Z"
    name: isvc-sklearn-predictor.18b32b5b3495198f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 43b0d9d9-7bd8-41c6-ac87-090844b0a1c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 813f0765-ef42-4c79-9cca-6b134ba98636
  kind: Event
  lastTimestamp: "2026-05-26T16:46:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:46:48Z"
    name: isvc-sklearn-predictor.18b32b62328e67c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31764"
    uid: 3e5cb8fc-f246-4ee0-a4bd-768f6767167a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 813f0765-ef42-4c79-9cca-6b134ba98636
  kind: Event
  lastTimestamp: "2026-05-26T16:46:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:46:48Z"
    name: isvc-sklearn-predictor.18b32b6232eecbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: 9ab753f4-749c-4358-884b-0fc7e77805b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:47:53.875698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b78679a38ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32362"
    uid: 44b24598-ce83-4d35-8149-40b787ef3270
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:47:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:54Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7872aba59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32371"
    uid: 7d00bae7-edc9-47ee-81b6-13adc473661a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:47:54Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:47:54Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b78a4d04472
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: 925181bf-cbb3-4a9a-afc3-b8a22f28ad09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:47:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:54Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b78a6433297
    namespace: kserve-ci-e2e-test
    resourceVersion: "32386"
    uid: 31a292b3-c2a7-45e3-9bec-8c2849185c32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:47:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:54Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b78a94f542b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32388"
    uid: 67698076-328c-4dbb-b133-95f5c7443902
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:47:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:54Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b78a9c5a5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: 80bbd781-db6d-41c1-a199-1046de84c439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a1bd1c071
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 281345b2-c653-4087-b8c7-2f8feb9f3d15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a1f44a39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: d40e7052-06b9-4a3f-ac4f-06673912afc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a1fba9fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 8a7c92cd-1eec-4376-a48c-d7abf5fc1d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a1fc8f36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: aa2a15e1-72a7-48af-bf1e-bcb7c53c0d96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a23257708
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: 4b158b84-7180-4fc9-af83-a8ec028b96cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a239b0266
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 788ebc9e-e376-4636-8cb8-6c06799ecd11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:08Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b7a57dcf3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32501"
    uid: 37ee110c-9688-48fc-8c1a-690ab6c7d545
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:30Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b8105c7fef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32699"
    uid: 90ad7982-2b56-41e1-95e1-5195b926ce5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: af4961cd-6443-4ccc-94e6-b688a9dfbf15
  kind: Event
  lastTimestamp: "2026-05-26T16:48:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:30Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl.18b32b8105c89b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 46b814bb-61c7-469b-a55b-49cc6374a4ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32331"
    uid: cb1b7f0a-fa3c-4ea7-8592-eea2b28b4bba
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56f6dfd9f9-nccwl'
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: isvc-sklearn-runtime-predictor-56f6dfd9f9.18b32b7867142c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: a49350e0-ef07-404f-874a-d0dd13148bb9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: 080df0b6-e219-4a44-bbc8-70283a0909e4
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56f6dfd9f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: isvc-sklearn-runtime-predictor.18b32b78631b0b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: 570d08df-e45f-43b8-b408-052bdb936bf3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32330"
    uid: 6d30966c-16cf-4aff-8677-04cfd6b7b879
  kind: Event
  lastTimestamp: "2026-05-26T16:48:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:48:23Z"
    name: isvc-sklearn-runtime-predictor.18b32b7be1c9e1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 3b4c92f1-38a8-4868-b3c2-b7958fd1f191
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32330"
    uid: 6d30966c-16cf-4aff-8677-04cfd6b7b879
  kind: Event
  lastTimestamp: "2026-05-26T16:48:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:48:23Z"
    name: isvc-sklearn-runtime-predictor.18b32b7be2398750
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: efd7931b-8809-4749-b827-dc3a91a0ec86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 87cba068-c5fa-4538-8271-aa0ef9048ee1
  kind: Event
  lastTimestamp: "2026-05-26T16:48:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:48:18Z"
    name: isvc-sklearn-runtime.18b32b7862ed8acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: 01b2cab2-5054-4219-be49-30f00163b710
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 87cba068-c5fa-4538-8271-aa0ef9048ee1
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: isvc-sklearn-runtime.18b32b7866d3b435
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 2b30a032-bfca-49b6-b889-edc7f4b2b50c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32582"
    uid: 87cba068-c5fa-4538-8271-aa0ef9048ee1
  kind: Event
  lastTimestamp: "2026-05-26T16:48:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:48:18Z"
    name: isvc-sklearn-runtime.18b32b7e16d8365a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32583"
    uid: 96d7c900-869e-4ef9-9ff8-181fbdd8c34c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:02:46.872715Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39845"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:02:46Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48525f5e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39851"
    uid: 49a4edf7-e069-49c7-931b-5f6bf3e35936
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39857"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:47Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:02:47Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c486c366d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39862"
    uid: 32d7bda6-1b5c-4b76-9732-ef62e9ab27b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:47Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c486d98abc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39864"
    uid: 28e087f1-a4a0-4c2c-b4ab-c79d3d83703a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:47Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c4870861bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39867"
    uid: d47da7ea-a9c5-423a-8382-1071d60f7207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:47Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c4870fe6f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "39868"
    uid: 6cc9ea35-96af-4a31-a354-5d88887aae68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48c51a166e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39884"
    uid: c520e94f-1c1d-46d3-8613-6930f7450c0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48c837060d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39887"
    uid: cd294727-b849-48ca-b4b3-af83c884bacd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48c8aaf081
    namespace: kserve-ci-e2e-test
    resourceVersion: "39889"
    uid: 4b316232-7289-4a91-a6c0-a89cf8735a4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48c8b76011
    namespace: kserve-ci-e2e-test
    resourceVersion: "39890"
    uid: 9c763c29-fa80-4797-9d74-e3105431e7d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48cbb31912
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 742ab759-f964-4760-8fa2-bcb5ecf2c3cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:02:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:48Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c48cc275d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39893"
    uid: 2aae863e-afa3-4234-95ff-060f52ed41fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:03:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:03:46Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c493cee3e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: eae7733e-0fd4-438f-a003-85416b313c50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:04:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:06Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c5af84aa900
    namespace: kserve-ci-e2e-test
    resourceVersion: "40483"
    uid: cbd5ff66-8c1a-4d23-a912-4f89ddd315cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: a4f3a7f4-78e9-4db0-a2c1-d7edbf22d065
  kind: Event
  lastTimestamp: "2026-05-26T17:04:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:06Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5.18b32c5af84bcad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40487"
    uid: 21455270-1cb6-45b7-a488-d78f8381dbe2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-89bbdf6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39836"
    uid: 5fde2fac-4cd7-4078-a24b-b4afe74c0c51
  kind: Event
  lastTimestamp: "2026-05-26T17:02:46Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-89bbdf6fb-rwhd5'
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:02:46Z"
    name: isvc-sklearn-s3-predictor-89bbdf6fb.18b32c4851effb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "39848"
    uid: 84dfb7c2-258f-4b1f-b3cc-e3fa3db9edbe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39833"
    uid: f45a882d-0594-43cd-ba0f-691746f49c87
  kind: Event
  lastTimestamp: "2026-05-26T17:02:46Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-89bbdf6fb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:02:46Z"
    name: isvc-sklearn-s3-predictor.18b32c484ea455fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39838"
    uid: e2c30464-0c6c-4ad0-a5a7-954ff326ebca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:03:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39835"
    uid: 1d37a511-8b32-4df6-ad2b-ff8a0f4125ff
  kind: Event
  lastTimestamp: "2026-05-26T17:03:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:03:16Z"
    name: isvc-sklearn-s3-predictor.18b32c4bcd22f5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40096"
    uid: 2c220950-66a1-464c-9164-7c996980f250
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:03:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39835"
    uid: 1d37a511-8b32-4df6-ad2b-ff8a0f4125ff
  kind: Event
  lastTimestamp: "2026-05-26T17:03:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:03:16Z"
    name: isvc-sklearn-s3-predictor.18b32c4bcd89fdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40097"
    uid: 286eb6d7-44ec-4410-9b3c-3695eb5061fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T17:03:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39995"
    uid: 1d37a511-8b32-4df6-ad2b-ff8a0f4125ff
  kind: Event
  lastTimestamp: "2026-05-26T17:04:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:04:01Z"
    name: isvc-sklearn-s3-predictor.18b32c52cb768196
    namespace: kserve-ci-e2e-test
    resourceVersion: "40424"
    uid: 93928e2f-f243-4d00-9374-ce9ca5a953c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T17:03:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39995"
    uid: 1d37a511-8b32-4df6-ad2b-ff8a0f4125ff
  kind: Event
  lastTimestamp: "2026-05-26T17:04:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:04:01Z"
    name: isvc-sklearn-s3-predictor.18b32c52cbe02095
    namespace: kserve-ci-e2e-test
    resourceVersion: "40425"
    uid: 0a83bd94-2a1a-45e8-8659-6e6f84e38a6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:07:00.346648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42018"
    uid: 3c857f87-c8a8-4572-aaf1-5caa120ba67a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:07:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284.18b32c835698a230
    namespace: kserve-ci-e2e-test
    resourceVersion: "42024"
    uid: 6279a7a6-fabb-441b-9250-cccce459c44e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42028"
    uid: 3c857f87-c8a8-4572-aaf1-5caa120ba67a
  kind: Event
  lastTimestamp: "2026-05-26T17:07:00Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:07:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284.18b32c83701c0e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42037"
    uid: f401a17c-f19e-4357-bc48-696296d6eb5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42022"
    uid: 3c857f87-c8a8-4572-aaf1-5caa120ba67a
  kind: Event
  lastTimestamp: "2026-05-26T17:07:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284.18b32c83718a6020
    namespace: kserve-ci-e2e-test
    resourceVersion: "42085"
    uid: 90dbd9c1-835d-4377-88f0-2cb24f983db9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42022"
    uid: 3c857f87-c8a8-4572-aaf1-5caa120ba67a
  kind: Event
  lastTimestamp: "2026-05-26T17:07:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284.18b32c8373f60d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "42087"
    uid: 5e60cc06-275a-4438-9810-514adc5adc56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42022"
    uid: 3c857f87-c8a8-4572-aaf1-5caa120ba67a
  kind: Event
  lastTimestamp: "2026-05-26T17:07:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284.18b32c8374611cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "42090"
    uid: 3b587bba-cc09-4aa3-ae05-bedbd5d5b96d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "42022"
    uid: 3c857f87-c8a8-4572-aaf1-5caa120ba67a
  kind: Event
  lastTimestamp: "2026-05-26T17:07:10Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284.18b32c85ab16dfb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42136"
    uid: a618c2b8-edc1-4972-a30c-85acd186ae60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42009"
    uid: 254f29c7-a7bc-4d6d-9195-a5b9b1e930c5
  kind: Event
  lastTimestamp: "2026-05-26T17:07:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d-4d284'
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:07:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d.18b32c835633bf71
    namespace: kserve-ci-e2e-test
    resourceVersion: "42021"
    uid: 1b58f060-9270-411a-92f8-1742810be428
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42007"
    uid: 9aa33844-0798-4017-aed4-f6eeb0575868
  kind: Event
  lastTimestamp: "2026-05-26T17:07:00Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5c666c557d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:07:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b32c8353411df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42011"
    uid: 62cabf3e-cee2-46f4-bfab-28e044f4778a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41997"
    uid: 525c38f9-16bd-4dd2-8dcb-2c71310fb525
  kind: Event
  lastTimestamp: "2026-05-26T17:07:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:07:05Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b32c835314a14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42091"
    uid: 4a79d99d-2da6-4222-ba59-2c515eb536d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41997"
    uid: 525c38f9-16bd-4dd2-8dcb-2c71310fb525
  kind: Event
  lastTimestamp: "2026-05-26T17:07:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:07:00Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b32c8353cc7f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "42013"
    uid: 83c9d4d3-5eb5-4b41-8b71-acface1c803c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:05:39.251642Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41356"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c7074f4ffac
    namespace: kserve-ci-e2e-test
    resourceVersion: "41361"
    uid: 87cacac7-8b56-4ef5-a737-a9c067745fa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41367"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c708e08439e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41376"
    uid: c94ee7fe-d6b0-4d0c-bc7c-5746f4423ebf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c708f8e9355
    namespace: kserve-ci-e2e-test
    resourceVersion: "41378"
    uid: 0c211879-b532-42a2-bdf2-fd71531f6c7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c7092459018
    namespace: kserve-ci-e2e-test
    resourceVersion: "41379"
    uid: 8a19e689-44e6-43f0-ac1c-d4483bb3da5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c7092aa30db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41380"
    uid: b28d6299-96fe-42ce-9d3a-f4496fd69a0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c70ef351cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41403"
    uid: 7778920d-d319-41b7-b17c-477e6a505542
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c70f22928c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41405"
    uid: 820a7807-0300-42eb-b4cd-b5360331b96b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c70f2910ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41408"
    uid: e1d5f791-68a0-4a7f-8a53-487ff5070b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c70f29df648
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 34d4b844-832d-4092-b694-2e571cb59753
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c70f5b554d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41413"
    uid: e8521ed7-c995-4085-9002-22972178b49a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:05:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c70f63b1685
    namespace: kserve-ci-e2e-test
    resourceVersion: "41414"
    uid: 864607f1-af2d-4ea2-bb25-872e78468838
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:06:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T17:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:06:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c7166dc0124
    namespace: kserve-ci-e2e-test
    resourceVersion: "41813"
    uid: a79da3bb-8653-4706-9019-23f4a9210907
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:06:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:06:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:06:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c8316301157
    namespace: kserve-ci-e2e-test
    resourceVersion: "41981"
    uid: 83a1852c-feb1-4cc5-9f07-eeacbe84948a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:06:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:06:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:06:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c831631de3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41982"
    uid: 0b7e1191-edfd-4d43-a011-9a4cae822515
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:06:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: eea6a3b4-1e1d-49d2-91e5-4e57a23457ef
  kind: Event
  lastTimestamp: "2026-05-26T17:06:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:06:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq.18b32c8318fd0df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41983"
    uid: e55a8c15-f2cd-4fbb-8464-4216c1fbc2b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: d6a5bcdf-0b8d-4d63-9606-fb12c74b239f
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb-lh2tq'
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb.18b32c7074509a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "41357"
    uid: d8874265-6b78-41e6-b067-16dd26c2e82c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41342"
    uid: 45473462-4305-4dd3-8056-0ef1c70e2b8b
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5dfc47f4fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b32c7071dccf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "41346"
    uid: a8bd4686-91b6-4d2c-b4b1-f81eca798455
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41343"
    uid: 1f5152aa-196e-4d4e-93e2-49724c1389a5
  kind: Event
  lastTimestamp: "2026-05-26T17:06:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:06:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b32c73f0acc3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41811"
    uid: 2a96495a-7c15-43c7-9ebb-a6bb304a922f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41343"
    uid: 1f5152aa-196e-4d4e-93e2-49724c1389a5
  kind: Event
  lastTimestamp: "2026-05-26T17:06:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:06:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b32c73f11148cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41812"
    uid: d9d7aa1b-86b1-4d9e-830d-3b83a5e8da1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41504"
    uid: 1f5152aa-196e-4d4e-93e2-49724c1389a5
  kind: Event
  lastTimestamp: "2026-05-26T17:06:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:06:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b32c81ed7080af
    namespace: kserve-ci-e2e-test
    resourceVersion: "41923"
    uid: 22a8d6d2-8f4c-4878-b004-106eb73a2514
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41504"
    uid: 1f5152aa-196e-4d4e-93e2-49724c1389a5
  kind: Event
  lastTimestamp: "2026-05-26T17:06:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:06:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b32c81edd62683
    namespace: kserve-ci-e2e-test
    resourceVersion: "41925"
    uid: 23666d8c-5666-4b5f-ab68-7d8fd42dcba9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41333"
    uid: 666a7e80-d511-4768-b3ea-bffc3ea73e1d
  kind: Event
  lastTimestamp: "2026-05-26T17:06:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:06:49Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b32c7071b02cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41891"
    uid: 4f47b240-288e-4eee-b2f3-841125fa2097
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41333"
    uid: 666a7e80-d511-4768-b3ea-bffc3ea73e1d
  kind: Event
  lastTimestamp: "2026-05-26T17:05:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:05:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b32c707209e333
    namespace: kserve-ci-e2e-test
    resourceVersion: "41348"
    uid: 508ab840-88da-4fad-a3da-44fe7f8a6880
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41889"
    uid: 666a7e80-d511-4768-b3ea-bffc3ea73e1d
  kind: Event
  lastTimestamp: "2026-05-26T17:06:49Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:06:49Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b32c80ca6d8032
    namespace: kserve-ci-e2e-test
    resourceVersion: "41890"
    uid: c36e7006-1267-4d7d-b375-8c1ecc9ee95b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:05:28.178086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41190"
    uid: 850d0ee0-b3bf-4a8f-853b-a88807a481a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:05:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db.18b32c6de0ebee92
    namespace: kserve-ci-e2e-test
    resourceVersion: "41200"
    uid: 8be602aa-0e4b-4e7e-9350-bafd9bf79107
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41204"
    uid: 850d0ee0-b3bf-4a8f-853b-a88807a481a7
  kind: Event
  lastTimestamp: "2026-05-26T17:05:28Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:05:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db.18b32c6dfa23b8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41209"
    uid: de82277e-3260-48f9-848f-d5c23a9d0b25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 850d0ee0-b3bf-4a8f-853b-a88807a481a7
  kind: Event
  lastTimestamp: "2026-05-26T17:05:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db.18b32c6dfba45ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41259"
    uid: 8605fd4e-839d-4db7-beee-9ca9dce28496
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 850d0ee0-b3bf-4a8f-853b-a88807a481a7
  kind: Event
  lastTimestamp: "2026-05-26T17:05:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db.18b32c6dfe7efdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41261"
    uid: f60354ef-4166-4441-9eb7-e0e021124ff3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 850d0ee0-b3bf-4a8f-853b-a88807a481a7
  kind: Event
  lastTimestamp: "2026-05-26T17:05:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db.18b32c6dfeedfce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41264"
    uid: ebca01ce-fb12-4245-a7c6-847db25ff732
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: 850d0ee0-b3bf-4a8f-853b-a88807a481a7
  kind: Event
  lastTimestamp: "2026-05-26T17:05:37Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db_kserve-ci-e2e-test(850d0ee0-b3bf-4a8f-853b-a88807a481a7)
  metadata:
    creationTimestamp: "2026-05-26T17:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db.18b32c6ffff4a228
    namespace: kserve-ci-e2e-test
    resourceVersion: "41291"
    uid: cb2256d7-220a-44f4-ba80-c7906557a41b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: ba9f3593-8f9b-4772-84c8-3851099a74a1
  kind: Event
  lastTimestamp: "2026-05-26T17:05:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4-xz6db'
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:05:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4.18b32c6de02f5ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41192"
    uid: ed07c431-656f-495f-af63-ce0e21f696f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41179"
    uid: cacaf34a-bb42-498d-857c-d1b88ed24841
  kind: Event
  lastTimestamp: "2026-05-26T17:05:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7fdcf885c4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:05:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b32c6ddd22b1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41183"
    uid: f4bf242b-41fe-4002-a58c-452d8f9af5d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: dc4ef2f7-35d1-46e4-bf5d-4eb3c529198a
  kind: Event
  lastTimestamp: "2026-05-26T17:05:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:05:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18b32c6ddcfd5cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41296"
    uid: 9c844bb1-79ac-4efe-a23d-8531178407bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: dc4ef2f7-35d1-46e4-bf5d-4eb3c529198a
  kind: Event
  lastTimestamp: "2026-05-26T17:05:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:05:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18b32c6ddd7d3175
    namespace: kserve-ci-e2e-test
    resourceVersion: "41186"
    uid: 4142125b-2913-44ac-b046-d3c9bcafbdf8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:04:07.059405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40506"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5afddf22c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40510"
    uid: 48f6849a-d1ce-4da0-8259-a1e022653c0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40517"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b17ab8771
    namespace: kserve-ci-e2e-test
    resourceVersion: "40525"
    uid: a8745c08-1266-4152-808c-4be8055c1940
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b190d1940
    namespace: kserve-ci-e2e-test
    resourceVersion: "40527"
    uid: d5182dda-1219-4aa5-be84-86954499b9a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b1bed2491
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 630338b8-c8e0-4216-b9dc-38d36c474061
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b1c5feb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 8119026b-6cc3-44fb-b142-49980780e910
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b72e23631
    namespace: kserve-ci-e2e-test
    resourceVersion: "40553"
    uid: a49e0b53-2131-4001-ae2e-4862321aa803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b75c587d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40555"
    uid: f2c851ed-0445-4552-8f6b-e869ae29d1ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b76513de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40556"
    uid: 07fef285-7dd2-46a2-b3e9-d783e92beaa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b765f5622
    namespace: kserve-ci-e2e-test
    resourceVersion: "40557"
    uid: 81591677-c4c7-4c2a-bd45-c6ae390f9e64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b79287602
    namespace: kserve-ci-e2e-test
    resourceVersion: "40558"
    uid: f39dab17-5c03-40a0-8029-c46d6a9e45d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:04:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:04:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5b7992f1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40559"
    uid: 7883a930-5039-4cfe-8296-87434bc84c05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:05:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T17:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c5bea8aca93
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: e6af2fe4-e8a4-42c5-9950-ca9bebaa06e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:05:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c6d9ff5c268
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: 0b9f80a2-8d81-4f9d-a81c-dd257de169d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: ce6fc6d0-e5a5-4880-b2f7-b24f5fe7bb63
  kind: Event
  lastTimestamp: "2026-05-26T17:05:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:05:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm.18b32c6d9ff860bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 68e251d2-28b3-4630-ae79-4ad06dd127db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40496"
    uid: a4018bb9-544b-4588-b80c-18d25d2e88ae
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b-2kvfm'
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b.18b32c5afd4cace6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40507"
    uid: dcc13011-2537-4647-9d99-c6644d8a44a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 9104b921-7dd2-4356-8198-1fa5fe954c68
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-648d97f77b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b32c5afac8e36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40498"
    uid: c0dd9f7e-2697-49b5-9908-a5195d1484c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40495"
    uid: 2dc7b47f-d264-45c2-909e-1e5bd460221b
  kind: Event
  lastTimestamp: "2026-05-26T17:04:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:04:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b32c5e799f9b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "40670"
    uid: 894e8129-4d37-4b11-8e75-13f28fe78063
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40495"
    uid: 2dc7b47f-d264-45c2-909e-1e5bd460221b
  kind: Event
  lastTimestamp: "2026-05-26T17:04:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:04:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b32c5e79fe26a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40672"
    uid: 59b28f88-8d1a-4610-a3c7-2b9a712f8656
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40671"
    uid: 2dc7b47f-d264-45c2-909e-1e5bd460221b
  kind: Event
  lastTimestamp: "2026-05-26T17:05:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:05:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b32c61f8b8cb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41096"
    uid: a1e22df6-2294-4540-bec4-51a2ace576c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40671"
    uid: 2dc7b47f-d264-45c2-909e-1e5bd460221b
  kind: Event
  lastTimestamp: "2026-05-26T17:05:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:05:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b32c61f916e67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41097"
    uid: c876fca2-5e63-4334-95cd-89fc44e0ef59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40468"
    uid: bdf75db0-520d-4102-961b-bc51f30c4d4a
  kind: Event
  lastTimestamp: "2026-05-26T17:05:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:05:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18b32c5afaa7e772
    namespace: kserve-ci-e2e-test
    resourceVersion: "41067"
    uid: a58c1fe9-db04-460c-8c86-efde3b57e7f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40468"
    uid: bdf75db0-520d-4102-961b-bc51f30c4d4a
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass.18b32c5afb10316a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: bf0812b5-300a-4633-9a1e-184bbb835b81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40504"
    uid: bdf75db0-520d-4102-961b-bc51f30c4d4a
  kind: Event
  lastTimestamp: "2026-05-26T17:04:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T17:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:04:07Z"
    name: isvc-sklearn-s3-tls-global-pass.18b32c5b02039418
    namespace: kserve-ci-e2e-test
    resourceVersion: "40521"
    uid: 985e80bd-3d2c-4616-8e34-2b68605400a2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41063"
    uid: bdf75db0-520d-4102-961b-bc51f30c4d4a
  kind: Event
  lastTimestamp: "2026-05-26T17:05:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:05:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18b32c6b4e2c5646
    namespace: kserve-ci-e2e-test
    resourceVersion: "41064"
    uid: 969ad58d-d65c-4d54-b108-3cdb8370ff54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:08:32.498716Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42842"
    uid: 060cbf2e-497d-405a-8a05-c129289d9385
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:08:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8.18b32c98cb498f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "42848"
    uid: a14669cf-ceb9-4da6-a125-85b4acaa3a61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42852"
    uid: 060cbf2e-497d-405a-8a05-c129289d9385
  kind: Event
  lastTimestamp: "2026-05-26T17:08:32Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:08:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8.18b32c98e4aa8b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42862"
    uid: 9cc67f9f-3f14-41d8-9ff0-6750e132bd57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42844"
    uid: 060cbf2e-497d-405a-8a05-c129289d9385
  kind: Event
  lastTimestamp: "2026-05-26T17:08:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8.18b32c98e609c890
    namespace: kserve-ci-e2e-test
    resourceVersion: "42910"
    uid: 817bf662-cf67-42fd-a579-58699d38157b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42844"
    uid: 060cbf2e-497d-405a-8a05-c129289d9385
  kind: Event
  lastTimestamp: "2026-05-26T17:08:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8.18b32c98e8d4ed62
    namespace: kserve-ci-e2e-test
    resourceVersion: "42916"
    uid: 096b9e4f-9eab-4658-977b-f5e6172b1bc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42844"
    uid: 060cbf2e-497d-405a-8a05-c129289d9385
  kind: Event
  lastTimestamp: "2026-05-26T17:08:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8.18b32c98e942a6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42917"
    uid: 483edbdc-6fa2-4965-9e40-3640722e2537
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42844"
    uid: 060cbf2e-497d-405a-8a05-c129289d9385
  kind: Event
  lastTimestamp: "2026-05-26T17:08:41Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8_kserve-ci-e2e-test(060cbf2e-497d-405a-8a05-c129289d9385)
  metadata:
    creationTimestamp: "2026-05-26T17:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8.18b32c9af7f9b1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42944"
    uid: 45710bf4-4ebd-490b-b4e8-56e758a6876f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42833"
    uid: eadce23b-e1c1-46c1-a0cf-3dbb51d86d37
  kind: Event
  lastTimestamp: "2026-05-26T17:08:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9-w5tx8'
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:08:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9.18b32c98cae27073
    namespace: kserve-ci-e2e-test
    resourceVersion: "42843"
    uid: 0a433785-8fbf-439e-9478-9339c187a0e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42831"
    uid: b139cb1e-c279-4ee5-b7d5-a07489ed51b6
  kind: Event
  lastTimestamp: "2026-05-26T17:08:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6bc64468b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:08:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b32c98c803fc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42835"
    uid: 7f991b19-30c2-46a9-be80-c946d9da82ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42820"
    uid: c2d20264-3cf3-4874-bdc7-2bd348075a09
  kind: Event
  lastTimestamp: "2026-05-26T17:08:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:08:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b32c98c7d690ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42949"
    uid: c54bb932-5680-4949-985d-0428f7f630ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42820"
    uid: c2d20264-3cf3-4874-bdc7-2bd348075a09
  kind: Event
  lastTimestamp: "2026-05-26T17:08:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:08:32Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b32c98c83c2c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42837"
    uid: 8577bd1a-7e6d-44fa-b21b-f18e3fa3a477
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:07:11.421122Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42179"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:07:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:07:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c85eaafb390
    namespace: kserve-ci-e2e-test
    resourceVersion: "42185"
    uid: 25fc389b-aa00-4564-b0eb-d38c3373a538
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c85f701ac77
    namespace: kserve-ci-e2e-test
    resourceVersion: "42195"
    uid: 2d17504e-2383-4504-b094-209ed3393a98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42189"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:12Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:07:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c8627cbd6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42204"
    uid: 4dc92807-9768-4511-a2cb-2ad0dd6c3049
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c86294baeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "42206"
    uid: 6c4b7837-f4c6-4192-87c6-abdc404f5bda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c862c7cdcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42208"
    uid: 5c75c71e-d462-483d-bc1f-92be14eb4fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c862ce1e365
    namespace: kserve-ci-e2e-test
    resourceVersion: "42210"
    uid: f55c51f9-4e39-411f-87d4-fe597622198e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c866abf6fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42223"
    uid: 482fbafd-38a1-485e-829d-896fd6d09a63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c866d9f2e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42225"
    uid: ae141235-d2d0-46ef-8539-dc752bb77546
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c866e049a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42228"
    uid: 927e498c-4fbb-4b6e-a760-651ca01cd1f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c866e1224df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42229"
    uid: 6d80922e-d9f1-45d9-a0a5-6497e5429040
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c867090c719
    namespace: kserve-ci-e2e-test
    resourceVersion: "42230"
    uid: 5cf91899-414f-4dca-84b9-f6299bb5208f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:07:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:07:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c8670fd9a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42232"
    uid: 1a4ee594-10c7-47c3-b1ad-a6780bf1419e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:08:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T17:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c86e278729c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42810"
    uid: 8722bbc0-5cb6-4e5b-a05a-bd1137136aeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:08:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c988c4d19ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "42807"
    uid: bfa2a7ed-2cac-46ab-a260-fff6649a7d89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:08:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c988c4dc0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42808"
    uid: c50f66ef-cb12-464e-bf9d-89e360637d16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: 62617635-8da9-4fbe-8fd0-cc83a778bb85
  kind: Event
  lastTimestamp: "2026-05-26T17:08:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:08:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v.18b32c98949109ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42809"
    uid: db0dc94e-d3ea-46c1-a695-d2be564eecac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42169"
    uid: 2895b3ca-a572-489a-99bf-c3b7d1b4c1f1
  kind: Event
  lastTimestamp: "2026-05-26T17:07:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c-bbb4v'
  metadata:
    creationTimestamp: "2026-05-26T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:07:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-754974974c.18b32c85ea42f11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42182"
    uid: 37e1bbf1-a940-4262-83ed-3bb39f838c62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42167"
    uid: 1e0d6a4f-83a9-405e-a8e8-13000f66a6bc
  kind: Event
  lastTimestamp: "2026-05-26T17:07:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-754974974c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:07:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b32c85e7660107
    namespace: kserve-ci-e2e-test
    resourceVersion: "42171"
    uid: 9335759e-c2ac-4061-84cb-7c76e1ac7548
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42168"
    uid: 7ac32e87-b63a-4d27-b189-73948e7e72f6
  kind: Event
  lastTimestamp: "2026-05-26T17:07:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:07:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b32c896625e7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42326"
    uid: 1fd8ee9f-1e04-4a02-b255-3b8956edde2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42168"
    uid: 7ac32e87-b63a-4d27-b189-73948e7e72f6
  kind: Event
  lastTimestamp: "2026-05-26T17:07:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:07:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b32c89668cdae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42328"
    uid: 234227d7-bfa9-4b2b-924e-869b2c7eb354
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42327"
    uid: 7ac32e87-b63a-4d27-b189-73948e7e72f6
  kind: Event
  lastTimestamp: "2026-05-26T17:08:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:08:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b32c8ce550d92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42750"
    uid: 4859e574-3171-46c6-a494-c6acb25a8dad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42327"
    uid: 7ac32e87-b63a-4d27-b189-73948e7e72f6
  kind: Event
  lastTimestamp: "2026-05-26T17:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:08:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b32c8ce5d458ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "42751"
    uid: a7f751df-63a5-4ab0-8c15-5f09e74b38b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42158"
    uid: d6577ac1-f8be-4349-9dbe-32e64155aea4
  kind: Event
  lastTimestamp: "2026-05-26T17:08:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:08:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b32c85e734c012
    namespace: kserve-ci-e2e-test
    resourceVersion: "42718"
    uid: c22a8240-1d26-462d-9293-a4d6f6656c34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42158"
    uid: d6577ac1-f8be-4349-9dbe-32e64155aea4
  kind: Event
  lastTimestamp: "2026-05-26T17:07:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:07:11Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b32c85e7920366
    namespace: kserve-ci-e2e-test
    resourceVersion: "42174"
    uid: 82bb26e3-c064-47f4-beb9-4a8059d9b79b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:08:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42716"
    uid: d6577ac1-f8be-4349-9dbe-32e64155aea4
  kind: Event
  lastTimestamp: "2026-05-26T17:08:21Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:08:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b32c9645e44123
    namespace: kserve-ci-e2e-test
    resourceVersion: "42717"
    uid: 152b83c5-c91d-4391-96d8-0b39d91f5a9e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39805"
    uid: cee1eb7a-f3e0-4a90-a160-4e7e1ffe1e2f
  kind: Event
  lastTimestamp: "2026-05-26T17:03:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:03:56Z"
    name: isvc-sklearn-s3.18b32c484e768581
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 4796dbba-2a16-4a72-a036-6fe84515cf25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39805"
    uid: cee1eb7a-f3e0-4a90-a160-4e7e1ffe1e2f
  kind: Event
  lastTimestamp: "2026-05-26T17:02:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:02:46Z"
    name: isvc-sklearn-s3.18b32c484edeec11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: 850473a8-1fdd-4d75-80e7-40443dc07961
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: cee1eb7a-f3e0-4a90-a160-4e7e1ffe1e2f
  kind: Event
  lastTimestamp: "2026-05-26T17:03:56Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:03:56Z"
    name: isvc-sklearn-s3.18b32c58a002d487
    namespace: kserve-ci-e2e-test
    resourceVersion: "40391"
    uid: dbd57ce1-f193-4ba2-96b8-b2bf56a4b4b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-588b969f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31112"
    uid: 0d667b3f-de6b-4bf3-95c2-c904a3270bb6
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-588b969f45-svx42'
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-sklearn-scheduler-predictor-588b969f45.18b32b573cd3abd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 0771c2e9-7b09-40b0-b260-483fe3242e9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: a0092c35-f602-48af-82bb-9fd3ad4bc873
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-588b969f45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-sklearn-scheduler-predictor.18b32b5738c1245c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: b9609b49-0bc6-47d6-b521-6a4944cba33c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 0846ef02-394c-4c6e-9d46-88b0d13fc105
  kind: Event
  lastTimestamp: "2026-05-26T16:45:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:45:32Z"
    name: isvc-sklearn-scheduler.18b32b57384f3e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: 0181eb44-49d5-4980-80ec-d32135726f5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 0846ef02-394c-4c6e-9d46-88b0d13fc105
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-sklearn-scheduler.18b32b5738d20c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31125"
    uid: 39d52201-75ed-4b5e-b20f-428241289030
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 0846ef02-394c-4c6e-9d46-88b0d13fc105
  kind: Event
  lastTimestamp: "2026-05-26T16:45:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:45:31Z"
    name: isvc-sklearn-scheduler.18b32b5738d26df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31127"
    uid: 678220c4-9899-4cb8-a496-e0e7139815ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:50:51.393008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba1bc757af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: 750c8f23-45ea-403e-8ecc-d36a694ff7c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba1d6279cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: e709a35a-bb67-4461-9c14-029ccb3820c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba1d78a377b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: 77b7b7c0-1360-47a1-a591-051f66250a71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba1da30be48
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: b49fba87-38f1-4bae-b941-daa93e706548
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba1daa1aba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33913"
    uid: f42c1082-cc04-4882-9ea1-c3a5a7e7b612
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:55Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba2bd229322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: ae84e04b-aa41-461a-a6af-a9022f4d167f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:55Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba2c16c38d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: 8a04295d-3fa6-4c8b-85e1-9852b3694f17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:55Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba2c1fb89a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 78107c5d-51cc-4485-9743-c787c27887a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:55Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba2c20a66de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: 251cc758-b703-404a-aded-f338b3e243e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:55Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba2c56eecd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: 1fb1291e-5d44-4d74-9834-de71af1e8194
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:55Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba2c5e98f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: dc6d629f-57e1-4dcd-8686-b8b35508e950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:52:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:13Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32ba334f3dc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: d24efc78-9f02-4eba-98d8-029e10744407
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32bb46062221b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34528"
    uid: 1550fd85-f958-404f-810c-77fa55443e9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32bb4606348ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34530"
    uid: 8891a877-ffc7-4c98-863f-2a901e12e00c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 96223991-68df-4e67-a4ed-77cdf6530f22
  kind: Event
  lastTimestamp: "2026-05-26T16:52:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:13Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72.18b32bb4e70c7015
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: dcf57b8c-74cd-4ae9-beca-fcfc2b3cea08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 74dc6941-f564-4e9e-a1a1-49556602ab50
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5cd9489bbd-nnn72'
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor-5cd9489bbd.18b32ba1bbfe0c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33891"
    uid: 47e9e59e-9920-4a42-b0b3-572677688853
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: c83169f4-a523-4c30-86f6-51a5023475db
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5cd9489bbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed-predictor.18b32ba1b6ddde02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 9d9f4aa9-0a9c-4178-a4e8-78a818bf7d04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 653994dc-ff36-4924-9564-a7a7c4cfa353
  kind: Event
  lastTimestamp: "2026-05-26T16:51:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:51:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18b32ba53579fb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: a8ac073f-be61-4165-8f71-4c30cc21badf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:51:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 653994dc-ff36-4924-9564-a7a7c4cfa353
  kind: Event
  lastTimestamp: "2026-05-26T16:51:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:51:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18b32ba536002da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: ae9ee0db-1b72-4b52-891f-d978f451f69f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 653994dc-ff36-4924-9564-a7a7c4cfa353
  kind: Event
  lastTimestamp: "2026-05-26T16:52:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18b32ba8b52f09fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: 9db5a79a-1182-44c9-9294-e377531cda63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 653994dc-ff36-4924-9564-a7a7c4cfa353
  kind: Event
  lastTimestamp: "2026-05-26T16:52:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18b32ba8b5916d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 894fc93f-d828-4d16-94dc-40c6f8cf0c49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 8898e305-c0e5-4f6d-a1cf-bba33179e813
  kind: Event
  lastTimestamp: "2026-05-26T16:52:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:52:03Z"
    name: isvc-sklearn-v2-mixed.18b32ba1b6b89067
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: e9a4b1d8-2bfb-461a-9ec6-11e93017be14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 8898e305-c0e5-4f6d-a1cf-bba33179e813
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-mixed.18b32ba1b70f82cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33882"
    uid: 7070a8a4-1bdd-44ee-9208-26375093183d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: 8898e305-c0e5-4f6d-a1cf-bba33179e813
  kind: Event
  lastTimestamp: "2026-05-26T16:52:03Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:52:03Z"
    name: isvc-sklearn-v2-mixed.18b32bb298fb85de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: a19d96ac-439b-41cf-8d44-68c1517505ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:49:31.114128Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-9df9c96c7-862j2
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b8f0b76f3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: 918d2d6d-60c3-469c-aa9f-7d8c3a2d573e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b8f25001549
    namespace: kserve-ci-e2e-test
    resourceVersion: "33250"
    uid: d1b37110-8e50-4a75-b14d-93c88bb097c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b8f266c9613
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: b738cf91-726b-4476-92f7-8fe94641d9cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b8f2927f463
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: cc7f5d39-c86a-4091-a558-9fbc36d879fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b8f299bc0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 49ee2440-4d22-42c0-9d60-4210bac1e5b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:35Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b900f6a464c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: f87c1105-5407-4f09-9402-ea9a74b9b50f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:35Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b90139bd51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: ac1360f5-d72b-4702-8fb0-759ecd55af99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:35Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b901412c29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: f22f43ad-5392-45f5-b188-5e520fe69df7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:35Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b90141ee8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: fcb1ef92-6924-41ab-a6cd-27082026027a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:35Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b901752ba58
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: ccb56430-965a-4e98-8d35-86205b73ea44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:49:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:35Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b9017c68e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: 38f07e9d-9e2d-4624-9af6-613baf56c519
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:50:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:52Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32b904b52ce9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33920"
    uid: 2c69e32f-8376-43f2-935d-3156b50f71b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32ba1b634cbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: eaeb180a-d2fd-4ea0-9c16-f1fb91fa930d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:50:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:51Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32ba1b63561ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 6867d217-31d2-42db-ad60-a45eb33b6f0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: 3107d7e5-2bbf-491d-819b-f3fa592646f5
  kind: Event
  lastTimestamp: "2026-05-26T16:50:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:50:52Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7-862j2.18b32ba1fd5a3fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33919"
    uid: f0dcbe31-9b47-434a-9b5e-22d3d1be2220
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-9df9c96c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: 9a0b539c-a1f9-404d-8951-440e9b4b5b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-9df9c96c7-862j2'
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor-9df9c96c7.18b32b8f0b0449e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33236"
    uid: 6507e940-b3cc-46ec-9f84-266310d78f89
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33221"
    uid: 67b71042-4af9-4464-ba06-9abe3cfac4de
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-9df9c96c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-predictor.18b32b8f080a9815
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c7b97636-8038-4b41-ba18-0531e024edd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33223"
    uid: 4ce38ea6-39aa-48a9-926c-35f620bb341c
  kind: Event
  lastTimestamp: "2026-05-26T16:49:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:49:46Z"
    name: isvc-sklearn-v2-predictor.18b32b928702fcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33384"
    uid: 34cccf77-71f3-4add-b6e6-cbcd82374018
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33223"
    uid: 4ce38ea6-39aa-48a9-926c-35f620bb341c
  kind: Event
  lastTimestamp: "2026-05-26T16:49:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:49:46Z"
    name: isvc-sklearn-v2-predictor.18b32b9287648280
    namespace: kserve-ci-e2e-test
    resourceVersion: "33386"
    uid: d80cc3fa-70d7-482b-9a74-d39f19f46c9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: 4ce38ea6-39aa-48a9-926c-35f620bb341c
  kind: Event
  lastTimestamp: "2026-05-26T16:50:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:50:46Z"
    name: isvc-sklearn-v2-predictor.18b32b96061e88df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: 555f2d19-e781-4975-9f1e-bf220f80ecba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: 4ce38ea6-39aa-48a9-926c-35f620bb341c
  kind: Event
  lastTimestamp: "2026-05-26T16:50:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:50:46Z"
    name: isvc-sklearn-v2-predictor.18b32b96067ff41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: f2441237-ca7b-4c65-a2c3-e8cf87543360
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:48:30.979241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:48:30Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b810b25568b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: cb6fd846-2be3-4a4e-8655-0f1e63af5900
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:31Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:48:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8124fed413
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: ba2a723c-6a72-4029-a674-166d6f9911d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b81266fac8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32735"
    uid: f12141d7-5ed7-4624-8dd5-57dbe6f7e0ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b812961fecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 749ff101-206f-4a7a-bacd-8c1af0b2c41a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8129d6c2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 3d4a1fc3-ac50-444e-a2a3-2f8c79eb5803
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b820cbd3eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32775"
    uid: d0286f63-010a-45d5-b76c-70335fa1b274
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b82104e7bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32780"
    uid: c55992d2-a09b-4647-8592-316b9929991a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8210cba9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32781"
    uid: 082abbda-8216-4709-9e54-7886cc0ce0e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8210db690b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: 1d3bb526-b245-4b71-bb49-450d79447417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b82137fefe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: fb8dba3c-3880-474b-b0e7-e907738536db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:48:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8213ee14bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: 8df86519-1a04-40a6-9dda-1ba3a29f9083
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:49:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-26T16:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:12Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8aac1fec2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33048"
    uid: 1db6400d-fbc9-48fe-aed9-4624b6ab291c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8f06dfad02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: 58a6519c-f7da-4cbc-a160-27087517ab05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8f06e05572
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 103e2841-f314-413b-ab38-18d7eef2f611
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:49:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:37Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8f529a2998
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: a05011b8-fbc0-4a2d-9048-a7073fc83741
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: 0bebfcbc-8019-4fda-9e1e-5cf33fa0194d
  kind: Event
  lastTimestamp: "2026-05-26T16:49:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-26T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:49:33Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf.18b32b8f91053829
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: 1fc47dd0-67c8-4794-9c83-901e3492ac72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: 90a9ab2e-d0b5-4540-ba0a-36b8f061440c
  kind: Event
  lastTimestamp: "2026-05-26T16:48:30Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-fl4vf'
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:48:30Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b32b810aaeb302
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: d3afa265-2a8c-492f-9e87-987fa8f6a39b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: d0b1b296-c6a7-475f-9911-be5c3cae954b
  kind: Event
  lastTimestamp: "2026-05-26T16:48:30Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:48:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18b32b8106e4eec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: 4250142f-dbeb-44da-b0d3-39cc6c966912
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: 38224aa6-8c4a-486b-a3f5-935373af8007
  kind: Event
  lastTimestamp: "2026-05-26T16:48:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:48:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18b32b8485d13412
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: ba599899-58e1-47b3-b1f3-2de47d068912
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: 38224aa6-8c4a-486b-a3f5-935373af8007
  kind: Event
  lastTimestamp: "2026-05-26T16:48:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:48:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18b32b84862f129b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: b0e9515e-b345-4960-8d41-950453b2672a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: 38224aa6-8c4a-486b-a3f5-935373af8007
  kind: Event
  lastTimestamp: "2026-05-26T16:49:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:49:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18b32b8805003b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: fa5ba53d-6d9d-4bcd-a3b3-2ee80a0676d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: 38224aa6-8c4a-486b-a3f5-935373af8007
  kind: Event
  lastTimestamp: "2026-05-26T16:49:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:49:30Z"
    name: isvc-sklearn-v2-runtime-predictor.18b32b880551c865
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: 2a11a987-47e4-4e75-b06f-dc50a7d02f5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: 737b8549-e380-4feb-a79c-aa17f5b7a438
  kind: Event
  lastTimestamp: "2026-05-26T16:49:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:49:22Z"
    name: isvc-sklearn-v2-runtime.18b32b8106ba558b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: ab84b4cb-a832-4150-9cce-1f4979bd25a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: 737b8549-e380-4feb-a79c-aa17f5b7a438
  kind: Event
  lastTimestamp: "2026-05-26T16:48:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:48:31Z"
    name: isvc-sklearn-v2-runtime.18b32b810726c118
    namespace: kserve-ci-e2e-test
    resourceVersion: "32725"
    uid: e265bddc-dc49-4f66-a74d-dc435fff8621
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 737b8549-e380-4feb-a79c-aa17f5b7a438
  kind: Event
  lastTimestamp: "2026-05-26T16:48:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:48:31Z"
    name: isvc-sklearn-v2-runtime.18b32b810d6c419c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 6b94ecdd-23d6-4a5f-9f23-73b4091f0c67
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 737b8549-e380-4feb-a79c-aa17f5b7a438
  kind: Event
  lastTimestamp: "2026-05-26T16:49:22Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:49:22Z"
    name: isvc-sklearn-v2-runtime.18b32b8d03ddf955
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 85249e87-19c8-4634-afe6-cb0a9e8cdf99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: eed5cf09-8022-42dc-8d0f-4f68023ff7c4
  kind: Event
  lastTimestamp: "2026-05-26T16:50:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:50:42Z"
    name: isvc-sklearn-v2.18b32b8f07e7f9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 6a87b85b-b52f-4df7-88ff-a2bfe580e434
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:49:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: eed5cf09-8022-42dc-8d0f-4f68023ff7c4
  kind: Event
  lastTimestamp: "2026-05-26T16:49:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:49:31Z"
    name: isvc-sklearn-v2.18b32b8f0868571a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: 0ec43a5d-2a11-4447-91bd-51d1b340cbc5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:50:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: eed5cf09-8022-42dc-8d0f-4f68023ff7c4
  kind: Event
  lastTimestamp: "2026-05-26T16:50:42Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:50:42Z"
    name: isvc-sklearn-v2.18b32b9faec69fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33781"
    uid: f7f135aa-381e-4f9c-8a46-c36c2d9e4207
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: fabf79d8-b75f-43ff-a9b7-8cca4c6d4555
  kind: Event
  lastTimestamp: "2026-05-26T16:46:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:46:45Z"
    name: isvc-sklearn.18b32b57b53a501e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 6941064e-9216-4b37-9101-ff8b3eecd622
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: fabf79d8-b75f-43ff-a9b7-8cca4c6d4555
  kind: Event
  lastTimestamp: "2026-05-26T16:45:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:45:33Z"
    name: isvc-sklearn.18b32b57b597e62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31182"
    uid: b72459b5-335e-4a9c-915a-d39fbc3e3ab9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: fabf79d8-b75f-43ff-a9b7-8cca4c6d4555
  kind: Event
  lastTimestamp: "2026-05-26T16:46:45Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:46:45Z"
    name: isvc-sklearn.18b32b68930cb10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: f8ad92f4-847a-4648-aa42-d1b4c59ee1d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:52:11.538779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34545"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-78wr2
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb46584c282
    namespace: kserve-ci-e2e-test
    resourceVersion: "34551"
    uid: e2f60606-6653-40af-92bd-d5c74ab8353b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb47f14fdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 18767156-edb2-4915-a1da-4c8b58e3a1cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb48072a3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 1faf0f20-7948-4d4b-a809-99854cf00de8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb48387977b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 3af94f18-ca4d-4872-8e21-732e53ba17e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb483f9849d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34566"
    uid: a8b45414-fa71-4c33-af35-662a4d2a3964
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:16Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-26T16:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:16Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb5a6eb4c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34614"
    uid: 38c84468-4825-4267-adc7-3b5ff829866f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:20Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.628s (3.628s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb67f2cb6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34639"
    uid: 265c5bcd-70a0-4b1d-b808-84a6426ba4b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb682073753
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: ab1ebdbb-172b-439d-9def-bf4801c6fd28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb68279e776
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: b5cd1456-d263-4146-b411-07c751dce6e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb68288165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: 85cdb7f3-ef93-4199-a387-ec0a2b5c1c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb685c8288b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34646"
    uid: 9ed94cbe-8aa0-4347-b3f7-d61aa0f5e52e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:20Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb6863b9b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34647"
    uid: 53616383-ac98-400c-9c4f-482325306ddd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:27Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bb6d1e4a26f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34705"
    uid: 6858fcfb-7827-4f21-8ffa-aebb0424a9c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:52Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bbdff5fde7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: 181913a8-46bd-492d-8ff7-d1cf80d7ebdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:52:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:52Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bbdff60618c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: 124e83f3-50c8-420c-9da4-9c13bc40beb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-78wr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 5cb5ec3c-9e44-4282-813e-79e54e5ab493
  kind: Event
  lastTimestamp: "2026-05-26T16:53:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-78wr2.18b32bbe09bb7345
    namespace: kserve-ci-e2e-test
    resourceVersion: "35197"
    uid: bc63bb7b-a3d2-42be-b5a2-60e417c8fab3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: c35970a8-a2ac-47f0-af89-ee2576a8a43f
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-78wr2'
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b32bb4650f2995
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: d961f8fd-0755-483a-9df2-a7d3db17672a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: c76029cd-804b-495f-a099-e665097f2931
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-tensorflow-predictor.18b32bb46218b5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34537"
    uid: 76d55217-a427-4226-a68f-2e43fc988489
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: b865b232-5d5a-4699-8398-8af8d4d0bbef
  kind: Event
  lastTimestamp: "2026-05-26T16:52:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:41Z"
    name: isvc-tensorflow-predictor.18b32bb7e0faedb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: 43eccb03-b130-4c52-80aa-f4ca90451d6e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: b865b232-5d5a-4699-8398-8af8d4d0bbef
  kind: Event
  lastTimestamp: "2026-05-26T16:52:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:41Z"
    name: isvc-tensorflow-predictor.18b32bb7e169fbe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: e65e8831-bbf3-49bc-9e6a-6790c294faba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:52:52.847964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:52:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbe03bcef7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: 53ad128b-4dd7-46a2-9899-abbcd9ab4821
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:53Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbe0dde81c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34942"
    uid: ae92aaa0-f809-49fa-8c34-67b734a15292
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:53Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:52:53Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbe41070c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "34952"
    uid: 0f17b74f-8704-4f14-98a7-4e8f65b7dc31
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:53Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbe426306c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34954"
    uid: be711863-1196-471a-be73-7a9566ca92b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:53Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbe45fe6477
    namespace: kserve-ci-e2e-test
    resourceVersion: "34956"
    uid: 88132894-7c8f-4738-bb34-753c21cfa6b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:53Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbe4689c247
    namespace: kserve-ci-e2e-test
    resourceVersion: "34957"
    uid: ee5eebeb-3afc-4a46-ac70-593930827a3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:59Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbf756a7924
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: 2540d1d4-17c0-49fb-96d3-4562550d70c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbf78be20a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35002"
    uid: 67e9b5b9-7b42-4981-b07e-182336e42d85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbf79384311
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: d6446258-805a-437b-9dab-7b1996ea6e32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbf79468e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: 2ad74d14-e7ed-486d-b681-088070464dda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbf7c2be815
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: f39a2712-3ed5-4b8c-8f6f-ce9e28e08e02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:52:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:52:59Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbf7c9f3506
    namespace: kserve-ci-e2e-test
    resourceVersion: "35007"
    uid: 52d134c6-da59-4f9c-9dcb-ac442c191165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:53:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:07Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bbfed0a2832
    namespace: kserve-ci-e2e-test
    resourceVersion: "35071"
    uid: ad935024-7d6e-4ef3-bad1-88225f150e70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bc79cd99acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: 70694dbe-1906-43c6-a32e-1320ec7770fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bc79cda20f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: b0b4c3fa-5479-40da-a4ac-58417d81b078
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: dffc9457-5179-4dd6-b015-ab504e05acfc
  kind: Event
  lastTimestamp: "2026-05-26T16:54:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:54:02Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl.18b32bc84f0683a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: a81183ab-b770-405c-8a70-0b30ac1d2372
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34917"
    uid: 171dec1a-0bdf-4ab3-b7b1-f2f8e0457f4c
  kind: Event
  lastTimestamp: "2026-05-26T16:52:52Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-9s8wl'
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b32bbe035548b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: dd1d323b-5056-4df2-8f69-e61e956f492e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: c9afa1fb-4123-4fc4-8ab6-15c8e2eb7fc9
  kind: Event
  lastTimestamp: "2026-05-26T16:52:52Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:52:52Z"
    name: isvc-tensorflow-runtime-predictor.18b32bbe00c6d581
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: 9c9b2852-8098-495d-ab29-2d0833494d78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: 03212255-d307-4b6c-8373-8141ae4e9a3f
  kind: Event
  lastTimestamp: "2026-05-26T16:53:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:53:07Z"
    name: isvc-tensorflow-runtime-predictor.18b32bc17f5b1f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35079"
    uid: 55cfb6a2-86d4-454c-8622-a598c1882c41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: 03212255-d307-4b6c-8373-8141ae4e9a3f
  kind: Event
  lastTimestamp: "2026-05-26T16:53:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:53:07Z"
    name: isvc-tensorflow-runtime-predictor.18b32bc17fbe5b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 0122ba63-fd81-4ef3-8b35-9761120d5270
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 03212255-d307-4b6c-8373-8141ae4e9a3f
  kind: Event
  lastTimestamp: "2026-05-26T16:53:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:53:22Z"
    name: isvc-tensorflow-runtime-predictor.18b32bc4fee7f85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35193"
    uid: 6f8ff69c-133f-4e2e-9222-c2ea2f2992bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 03212255-d307-4b6c-8373-8141ae4e9a3f
  kind: Event
  lastTimestamp: "2026-05-26T16:53:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:53:22Z"
    name: isvc-tensorflow-runtime-predictor.18b32bc4ff4e7e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: c9ceed49-51b8-4246-8a99-aaa4616eb153
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: ec0a6d18-6799-4f58-a604-da993cf8b970
  kind: Event
  lastTimestamp: "2026-05-26T16:53:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:53:17Z"
    name: isvc-tensorflow-runtime.18b32bbe0099e51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 64b26de1-3e40-4b41-bff8-c11b24eea39c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: ec0a6d18-6799-4f58-a604-da993cf8b970
  kind: Event
  lastTimestamp: "2026-05-26T16:52:52Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:52:52Z"
    name: isvc-tensorflow-runtime.18b32bbe00f8c7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34921"
    uid: d7f5b6d8-7d72-4933-9075-91ce88d7163e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: ec0a6d18-6799-4f58-a604-da993cf8b970
  kind: Event
  lastTimestamp: "2026-05-26T16:53:17Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:53:17Z"
    name: isvc-tensorflow-runtime.18b32bc3ac0f7b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: 3dede307-6d1b-4ef6-9de5-5b376016f798
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34504"
    uid: 709dfd87-88b6-4f80-965a-d4ea3444ffd9
  kind: Event
  lastTimestamp: "2026-05-26T16:52:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:52:38Z"
    name: isvc-tensorflow.18b32bb461f08095
    namespace: kserve-ci-e2e-test
    resourceVersion: "34780"
    uid: bb92c2e0-f0e1-4666-8d85-3784113425f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34504"
    uid: 709dfd87-88b6-4f80-965a-d4ea3444ffd9
  kind: Event
  lastTimestamp: "2026-05-26T16:52:11Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:52:11Z"
    name: isvc-tensorflow.18b32bb4624609ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: 7b7253cc-46fa-4a05-ba7b-92e952ff20ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 709dfd87-88b6-4f80-965a-d4ea3444ffd9
  kind: Event
  lastTimestamp: "2026-05-26T16:52:38Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:52:38Z"
    name: isvc-tensorflow.18b32bba915002da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 3ec93342-24d8-4c5d-bab3-8378f6ee98e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:53:34.152991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35319"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-wg8gk
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32bc7a1b59d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: e9d7fe1c-12a1-4004-86bb-6c79ce00dcab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32bc7baf6d4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: 4c563026-438b-4aab-867c-3ef0ce3b08e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32bc7bc690d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 07597c41-d770-4497-9ff2-d62551b4a6e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32bc7bf380895
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: b74d80db-0fa9-411e-a62d-0c7f614a6cb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32bc7bfbe6d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "35342"
    uid: 07ce8c2f-42e8-4285-b0aa-2d779202a03a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:53:38Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-26T16:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:53:38Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32bc8914f4ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: 25ae4b7d-b9bd-46ce-b0eb-63f45b78963f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:32Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.53s
    (1m54.53s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:32Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be33bd76bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "36170"
    uid: c602498b-a257-434f-b693-2b6c4c32976f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:32Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be341df311c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: 5bdbc5f6-7613-4cef-84e6-0b06182d4295
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:32Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be342f07c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 1bc5e80e-27ce-44b6-82a3-10358f0c08c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:32Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be342fd6e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: de2471a0-80a7-4fcd-9eb9-aeef658769ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:32Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be347be8e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: 66c8997c-5aa2-43f7-89dc-c4cb9c93ded6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:32Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be348b12a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36176"
    uid: 50b18bca-1173-4597-ac01-e24a9b312222
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:35Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be3aad422a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36197"
    uid: 90c85b75-0b29-4a61-b87d-a80634b8cdfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:45Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be649e504e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: 458e1fa6-2e27-48eb-898b-b46de390d715
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-wg8gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 16601799-343b-43b6-af7a-b712f0338895
  kind: Event
  lastTimestamp: "2026-05-26T16:55:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:45Z"
    name: isvc-triton-predictor-84bb65d94b-wg8gk.18b32be649e581e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 3b7dc196-0ea6-4ee8-97df-9a7247a4aeb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: 5a4dee8f-44c9-4429-89e8-2f9aa951880f
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-wg8gk'
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor-84bb65d94b.18b32bc7a14e7f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "35322"
    uid: dbacb5dd-bfbd-45ee-abd9-f1b683a7e4e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 243210d7-48b3-4e66-8341-d8b60e1fc3f0
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton-predictor.18b32bc79e6a9a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: e81efb6f-3893-41d5-99ea-c16938cd760f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: f3fefcf2-5316-46a1-81d9-e46ee305e205
  kind: Event
  lastTimestamp: "2026-05-26T16:55:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:55:34Z"
    name: isvc-triton-predictor.18b32bcb1d70b7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36188"
    uid: e757e061-5e4b-4f31-9815-8bc3caae4451
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: f3fefcf2-5316-46a1-81d9-e46ee305e205
  kind: Event
  lastTimestamp: "2026-05-26T16:55:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:55:34Z"
    name: isvc-triton-predictor.18b32bcb1de1ddb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: c1639a11-1ac2-4182-8327-e1a4c2bd39d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35280"
    uid: c35797b6-d370-480f-8c34-d8fd80e983cc
  kind: Event
  lastTimestamp: "2026-05-26T16:55:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:55:40Z"
    name: isvc-triton.18b32bc79e4786f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: a9425d09-e0fd-471c-b344-b5a8573a3263
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35280"
    uid: c35797b6-d370-480f-8c34-d8fd80e983cc
  kind: Event
  lastTimestamp: "2026-05-26T16:53:34Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:53:34Z"
    name: isvc-triton.18b32bc79e9d1e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 282141bd-67ab-40bf-91a1-5fb43c0570a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36242"
    uid: c35797b6-d370-480f-8c34-d8fd80e983cc
  kind: Event
  lastTimestamp: "2026-05-26T16:55:40Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:55:40Z"
    name: isvc-triton.18b32be517647bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 4fad7ce7-eba0-43b3-b494-a73366d0a0a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:55:45.961697Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-rtqwj
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:55:45Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be6521edb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 62914edd-f83a-441b-88bf-ade5fb29950b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:46Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be65b03072a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: a214e43a-c4be-4042-b625-b3985061f6ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:47Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:55:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be699f7503c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 8f5c0923-4ea9-422c-9a51-750816523c66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be69b67f01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 41877bbc-0740-42d8-90fd-1baaec376c2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be69e1db628
    namespace: kserve-ci-e2e-test
    resourceVersion: "36352"
    uid: de4b278c-8e5c-4494-b910-8a3ced9a2106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be69e953a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 95ef0fb6-4094-4c59-abef-d5c9efd3f4a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-26T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:55:51Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32be7a3621e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: 02f1e918-8105-484d-9ddf-14c5c0c65619
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:56:11Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.405s (19.405s
    including waiting). Image size: 1306238203 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:56:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec2811985c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: 7c59972e-3353-4152-8b05-ea2ffaedcf14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:56:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:56:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec2eff093b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: 930dbce5-4cf0-4d34-80af-1bfabbbb0c04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:56:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:56:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec30343ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36538"
    uid: 311ddf92-9fae-485a-9ebe-2df709032245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:56:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:56:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec304351fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36539"
    uid: 0537842f-b816-4a23-9a3f-a4ec6adb056b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:56:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:56:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec36824468
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: 845071f2-312a-406f-b80a-03057e911b0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:56:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:56:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec377519f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36541"
    uid: 18f99d25-f038-4e65-bf1a-e0fe72d37148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:28Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bec8ac375cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: 7870223d-a10c-46ff-b007-bcd9ae5092d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:25Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bfd9cb08759
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: da1983e5-2bb7-4fbd-a7ab-e04a41a9ebab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bfd9cb11d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37115"
    uid: 4b62cef0-a88e-493c-a942-f874c298b72c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: f0e0fb8c-e6e0-4aa9-ba2f-b03965cbf59e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:28Z"
    name: isvc-xgboost-predictor-8689c4cfcc-rtqwj.18b32bfe3ce53694
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: 1e6eb5cc-08dd-4477-9a83-40766224ae4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 1c169700-3bc3-4006-965b-aaf411c88a8e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:45Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-rtqwj'
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:55:45Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b32be651ac46f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36324"
    uid: ad45a605-e365-40d1-b926-a825b88423d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: 3d96b454-10c8-48be-89c6-0cd54ea3774e
  kind: Event
  lastTimestamp: "2026-05-26T16:55:45Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:55:45Z"
    name: isvc-xgboost-predictor.18b32be64cb20741
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: 536d1c17-0382-4c9c-af59-e330475f140a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 1c311152-3532-4c81-9bbe-bd2341c9a966
  kind: Event
  lastTimestamp: "2026-05-26T16:56:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:56:45Z"
    name: isvc-xgboost-predictor.18b32be9caa194af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: 1a26f607-296b-4ec7-8022-33e3c6be15f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 1c311152-3532-4c81-9bbe-bd2341c9a966
  kind: Event
  lastTimestamp: "2026-05-26T16:56:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:56:45Z"
    name: isvc-xgboost-predictor.18b32be9cb06e74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: 8e97d3c1-8060-47b1-a8d0-7eb01504b922
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 1c311152-3532-4c81-9bbe-bd2341c9a966
  kind: Event
  lastTimestamp: "2026-05-26T16:57:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:57:15Z"
    name: isvc-xgboost-predictor.18b32bf0c9280dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 873bf3f9-8090-4b95-a12c-a4f90329b2ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:56:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 1c311152-3532-4c81-9bbe-bd2341c9a966
  kind: Event
  lastTimestamp: "2026-05-26T16:57:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:57:15Z"
    name: isvc-xgboost-predictor.18b32bf0c98a0ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37006"
    uid: 052cd261-8ecb-4862-a0ce-6537e1bba7f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:59:06.391968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c14fcb22f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 2665bbc8-6bf2-4dfa-ad14-df610537fc0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38028"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c15161d3936
    namespace: kserve-ci-e2e-test
    resourceVersion: "38035"
    uid: 76b00a81-a1ea-480d-bc83-5add30645b7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c1517a32b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: cb53f5e7-6f5e-44da-a5d8-e781d5ac44a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c151a7f5b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38040"
    uid: 7c54f4ee-b68b-4aa3-ae90-34c4d407f89d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c151ae74df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38041"
    uid: e64a108e-a257-40eb-a488-6ebe371eaa2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:11Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c16198db41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 0b5f3bd4-8ce2-4aca-bd63-995eab108da8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c161c6c679d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 014e3016-9738-4745-aa4e-2b7d602fde38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c161cd969d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 3ce96890-e512-4c74-a985-94a047b08986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c161ce6516f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: ebcd1eff-2d5b-4bf2-9956-7417f53f7618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c161f864e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38086"
    uid: 775a50e5-f7cf-45b3-ae96-0454e660debd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T16:59:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:11Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c161feef717
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: e77d85d3-942f-4c3c-b6ed-58fb95dbe400
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T17:00:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T16:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c1691ae99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: 1ede25f0-391d-4553-a6cf-ca4d41705f9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T17:00:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c27a1dbc892
    namespace: kserve-ci-e2e-test
    resourceVersion: "38650"
    uid: 478618bf-498a-49b1-af5b-7f84de0e20be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T17:00:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c27a1dc38f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 1a40b436-d883-4d70-b6df-882d3239c2f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: a91cc1f5-fc7a-4c93-92fd-a6d551a180cf
  kind: Event
  lastTimestamp: "2026-05-26T17:00:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T17:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-fmnv4.18b32c2843d0b0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: 30800b8d-0668-4c15-980f-1161a19fe1d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: da5c82eb-c875-4f46-827d-be11f3aa5da3
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-fmnv4'
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b32c14fc1f697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38021"
    uid: 48ee8b63-48f4-48c1-b387-da53ef1a7e0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: 43c25e46-71e5-4446-87bc-f40288e7974a
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime-predictor.18b32c14f8eca23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: 4413314e-dbce-42db-84db-65062c8734bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 38b01f96-4904-421f-b062-8f972d8d27eb
  kind: Event
  lastTimestamp: "2026-05-26T16:59:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:59:51Z"
    name: isvc-xgboost-runtime-predictor.18b32c18780c3871
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: 1351e006-7118-4688-80f4-dca268ec3d3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 38b01f96-4904-421f-b062-8f972d8d27eb
  kind: Event
  lastTimestamp: "2026-05-26T16:59:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:59:51Z"
    name: isvc-xgboost-runtime-predictor.18b32c18787e951b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38375"
    uid: 69d768c3-3543-495a-a1da-3e4b9c7a4370
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38161"
    uid: 38b01f96-4904-421f-b062-8f972d8d27eb
  kind: Event
  lastTimestamp: "2026-05-26T17:00:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:00:21Z"
    name: isvc-xgboost-runtime-predictor.18b32c22f5768203
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: 31dc7112-9c12-4045-9073-ce7c2dacbd44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38161"
    uid: 38b01f96-4904-421f-b062-8f972d8d27eb
  kind: Event
  lastTimestamp: "2026-05-26T17:00:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:00:21Z"
    name: isvc-xgboost-runtime-predictor.18b32c22f5e59482
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: a143789d-c02a-428d-a218-37df5a8a3255
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 1a5657de-85c4-4d37-b69f-d8f390e91655
  kind: Event
  lastTimestamp: "2026-05-26T17:00:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:00:19Z"
    name: isvc-xgboost-runtime.18b32c14f8c6ae08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 4b356701-9b3a-4ce4-a7b9-f14184a35479
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 1a5657de-85c4-4d37-b69f-d8f390e91655
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: isvc-xgboost-runtime.18b32c14f92003a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38013"
    uid: 7318c6fe-861b-4745-be59-6b12d9d9ae35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 1a5657de-85c4-4d37-b69f-d8f390e91655
  kind: Event
  lastTimestamp: "2026-05-26T17:00:19Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:00:19Z"
    name: isvc-xgboost-runtime.18b32c25f5183e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 04e7b79f-32b5-4498-9376-09ae908d79cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:57:26.107294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfda343719c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37138"
    uid: 0e3a5f43-eb3f-41eb-a798-28df8058e26e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfdbc9a0637
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: 5f6cff3c-385b-4839-9dd8-52759d98f317
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfdbe00038d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37152"
    uid: 7998179c-383c-47d6-9c18-a1babce4dad4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfdc0e44e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: a1e65c33-ab2b-40f4-b512-d17179a8f75e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfdc1477cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37159"
    uid: 3f5ef097-72fb-4a03-9401-c3785219a8f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfec044d148
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 3f9b9ad5-3d97-469b-bc0d-a78406e50697
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfec313330d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: 18fefc27-ba86-4249-9d5c-185cced00a81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfec3a21e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: 935985ff-e1aa-4ab3-aecb-cbc692a6ced8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfec3af4042
    namespace: kserve-ci-e2e-test
    resourceVersion: "37201"
    uid: 00cb5354-3be3-4e43-bdf8-53a792cea58c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfec6794971
    namespace: kserve-ci-e2e-test
    resourceVersion: "37204"
    uid: ff8c7481-baab-4837-adf0-7b49e5245614
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:57:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:57:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32bfec6dc316c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: e2faf57e-88f0-4720-b69d-ad717fad8096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:58:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32c094ab38e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: fb86e44f-81e6-4f0c-bc68-65250142bfc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:58:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32c094ab42713
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: c05441ee-1e1c-4e3a-b865-39a2952bbf8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:58:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32c09ede09f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 78af6c18-c090-438d-828e-1416c4565bf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 39598be1-1d31-4551-be5a-34d544c84b7e
  kind: Event
  lastTimestamp: "2026-05-26T16:58:18Z"
  message: 'Readiness probe failed: Get "http://10.132.0.56:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd.18b32c09ee433e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37621"
    uid: de832c29-aeb0-4ffc-87b7-b664f6293973
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37121"
    uid: a2276a97-49a0-4f29-9488-90f7f451a00d
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-bqfqd'
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b32bfda2dd685d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: 1d4546b5-cf51-44e9-bae2-846bea985b0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: db59c3b8-33d2-4667-bf49-324ffeeff707
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b32bfd9e7d681b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37123"
    uid: 50a8ab7a-5521-4aa5-a259-6cc29ea828d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37120"
    uid: 01fcbb67-82dd-4544-a3f0-36f28fdd8ee4
  kind: Event
  lastTimestamp: "2026-05-26T16:58:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:58:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b32c011d25b4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: dd4d089e-76f8-42a7-8138-d39a590a4f3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37120"
    uid: 01fcbb67-82dd-4544-a3f0-36f28fdd8ee4
  kind: Event
  lastTimestamp: "2026-05-26T16:58:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:58:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b32c011d91390e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: f386679e-ee6d-4720-8191-97dc3a292fad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 01fcbb67-82dd-4544-a3f0-36f28fdd8ee4
  kind: Event
  lastTimestamp: "2026-05-26T16:57:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:57:56Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b32c049ca77169
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 3d555a89-a6db-4d8c-8630-1e66c424975d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 01fcbb67-82dd-4544-a3f0-36f28fdd8ee4
  kind: Event
  lastTimestamp: "2026-05-26T16:57:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:57:56Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b32c049d0e30e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: ff7c958b-3524-4685-b795-60613dd62126
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: ecba098d-4d5d-4689-83ec-243506a31a82
  kind: Event
  lastTimestamp: "2026-05-26T16:58:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:58:09Z"
    name: isvc-xgboost-v2-mlserver.18b32bfd9e573747
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: 627c928a-20f1-485b-9957-6189bdb2ed4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37090"
    uid: ecba098d-4d5d-4689-83ec-243506a31a82
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver.18b32bfd9edf4ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37144"
    uid: 395d004a-1983-43ed-bcb1-d7dfa9a341c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: ecba098d-4d5d-4689-83ec-243506a31a82
  kind: Event
  lastTimestamp: "2026-05-26T16:57:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:57:26Z"
    name: isvc-xgboost-v2-mlserver.18b32bfda4e26466
    namespace: kserve-ci-e2e-test
    resourceVersion: "37145"
    uid: 26054389-d728-440d-9931-ef3e4195475f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: ecba098d-4d5d-4689-83ec-243506a31a82
  kind: Event
  lastTimestamp: "2026-05-26T16:58:08Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:58:08Z"
    name: isvc-xgboost-v2-mlserver.18b32c079fa0ed06
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: c9040989-12c9-483d-9b30-8a9cdc973774
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:01:26.759390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39187"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c35ab3eff9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39191"
    uid: fe831237-b591-4504-a17f-3b238a8482ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:27Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:01:27Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c35c46c47b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: e55378c3-9302-4c44-8c24-01d49a6edac5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:27Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c35c5c1488a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: 61408f27-4d28-46cf-9651-c46de0fd961f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:27Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c35c88da6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39208"
    uid: 199baf46-1e08-433e-aa61-2212df488cd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:27Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c35c904895a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: befb4fdc-3a49-43d7-95ba-a9cefd1d44fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:31Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:31Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c36cac1d5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 06cc6178-668e-4a07-848c-82757667caea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T17:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:31Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c36cdb6ccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39250"
    uid: 83064762-b4a8-4566-8b90-2e4e9a61316f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:31Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c36ce2fb3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: e10b0455-7403-4cdf-9387-ac5177aff5a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:31Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c36ce3e392a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: a85b80cc-d4ae-4a7d-9809-68a1d89123ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T17:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:31Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c36d169c468
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: b825904e-508d-472e-89c9-c12047e630bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:01:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:31Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c36d1de12f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: ed2bfe27-dcde-482d-9266-49318d84d664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:02:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-26T17:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c3742714c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39899"
    uid: 858836d0-a6c8-4ca2-a48e-669d907eb5c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:02:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:46Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c484d0ac838
    namespace: kserve-ci-e2e-test
    resourceVersion: "39829"
    uid: 3636d40e-0df5-4b0d-a947-dcef9b1674bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:02:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:46Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c484d0b4ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39832"
    uid: 22facc5f-9988-46d8-a84f-13d6a5c3f619
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 261b83dd-94ac-429f-94f2-9c5cdf39469b
  kind: Event
  lastTimestamp: "2026-05-26T17:02:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:02:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs.18b32c48f49d9fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39898"
    uid: c76d6ff5-f198-46ca-8d64-93e34951be5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39174"
    uid: 923c36ae-081b-4906-833b-e3952ecec896
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-78tfs'
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b32c35aa0c23ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: eec7bd32-6513-491e-a4bc-e487cf7f5b93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39172"
    uid: f08bfaab-a937-4a3b-8323-49beda37272e
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-predictor.18b32c35a4c90e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39176"
    uid: 83dd8793-e826-4867-99df-0072d274a5a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39173"
    uid: ad2b143e-64b1-453f-a902-eaed8def29aa
  kind: Event
  lastTimestamp: "2026-05-26T17:02:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:02:26Z"
    name: isvc-xgboost-v2-predictor.18b32c39237b52dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 1be37563-ecd1-4220-b0ba-a020bd3b6fb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39173"
    uid: ad2b143e-64b1-453f-a902-eaed8def29aa
  kind: Event
  lastTimestamp: "2026-05-26T17:02:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:02:26Z"
    name: isvc-xgboost-v2-predictor.18b32c3923ea4982
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: 921b5f34-37b0-433b-9b35-a1ccd91c1d35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39337"
    uid: ad2b143e-64b1-453f-a902-eaed8def29aa
  kind: Event
  lastTimestamp: "2026-05-26T17:02:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:02:41Z"
    name: isvc-xgboost-v2-predictor.18b32c4720641736
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: a886b5e0-a157-4898-a76b-8c452cd2b12a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39337"
    uid: ad2b143e-64b1-453f-a902-eaed8def29aa
  kind: Event
  lastTimestamp: "2026-05-26T17:02:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:02:41Z"
    name: isvc-xgboost-v2-predictor.18b32c4720e18ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: 82976b34-dd16-4541-a3f9-522bf66d7d0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T17:00:26.568578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c27a798164f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38674"
    uid: 2842d571-38b7-4577-98ca-5c2050d162c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c27b2852784
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: a3b2aecc-81e6-424c-a665-fd132774ccb6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38677"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:27Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T17:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T17:00:27Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c27e685175e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38691"
    uid: 5c81a510-820f-4a60-b387-b833052dec9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:27Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c27e7e90d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: dd73b0a3-b6fc-40ab-8b06-93c4934d133e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T17:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:27Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c27eb36696b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38695"
    uid: 5d1bcf68-092f-406d-bc91-cddd56596717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T17:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:27Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c27ebe22800
    namespace: kserve-ci-e2e-test
    resourceVersion: "38696"
    uid: 12dc025d-4ab5-4ac0-ad63-9aca4aa96ab2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:32Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c290423ad09
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: b8141c98-c15b-47d8-8273-9e7ca83ec506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:32Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c2906db7840
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: 78a0b6dc-418b-421c-b546-d07293af3b30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:32Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c2907441bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: ec8e1a4a-d891-4124-bdf1-63e07f09e1a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:32Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c2907511259
    namespace: kserve-ci-e2e-test
    resourceVersion: "38746"
    uid: 6ce566c1-f403-4d09-86ae-7cea24c525e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:32Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c290a072035
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 885f604e-700f-4f1e-85b0-8c34b605321c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:00:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:00:32Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c290a8c5c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "38750"
    uid: c1992e6e-1805-49db-945a-e998200e91bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:01:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-26T17:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c31de3a4b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 45ab5aa5-37ec-4e3b-8402-a44f27d52438
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c35a3169c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "39166"
    uid: 65d60b68-aafe-4c2f-8e2b-2d79a09b002f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c35a316eec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 4b26a2b3-9ea7-42b3-8e4e-3b86d27132e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:01:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T17:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:30Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c3685ba0559
    namespace: kserve-ci-e2e-test
    resourceVersion: "39241"
    uid: 3c380dfe-5777-4297-b56c-5665d7efcaf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: eb522444-10c8-4ea9-8987-42007540e211
  kind: Event
  lastTimestamp: "2026-05-26T17:01:30Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T17:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T17:01:30Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4.18b32c3686154ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39242"
    uid: b542572a-c201-42b3-b87d-d18e04819cd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: e3f76aa0-f9d0-4acb-bea6-a9e59df8313c
  kind: Event
  lastTimestamp: "2026-05-26T17:00:26Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-mpsj4'
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b32c27a7084857
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: faa17ffc-0062-41d9-8410-991504e2bf6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: 55686a33-86bf-4073-baf9-07323b549c65
  kind: Event
  lastTimestamp: "2026-05-26T17:00:26Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18b32c27a396358c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: 8005e75f-de14-4216-8ea7-f4de32206f12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: e20565b4-e3aa-4de1-a39f-dd1a26506abe
  kind: Event
  lastTimestamp: "2026-05-26T17:01:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:01:11Z"
    name: isvc-xgboost-v2-runtime-predictor.18b32c2b2294ef88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39028"
    uid: 1e03788d-9475-4002-a0a8-0e3ecb3c0300
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: e20565b4-e3aa-4de1-a39f-dd1a26506abe
  kind: Event
  lastTimestamp: "2026-05-26T17:01:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T17:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:01:11Z"
    name: isvc-xgboost-v2-runtime-predictor.18b32c2b22f76338
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 19b4a33c-541c-4d39-b281-537fb4be4e2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: e20565b4-e3aa-4de1-a39f-dd1a26506abe
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18b32c2ea20aca7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39144"
    uid: 8cd86307-969d-4a6d-93c2-a0828842ae2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: e20565b4-e3aa-4de1-a39f-dd1a26506abe
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18b32c2ea2718841
    namespace: kserve-ci-e2e-test
    resourceVersion: "39149"
    uid: cd568075-8cf5-44ea-9ee9-d9d560749ed5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: 987b7d7c-8595-40f7-8f03-fadc2a0982d7
  kind: Event
  lastTimestamp: "2026-05-26T17:01:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:01:20Z"
    name: isvc-xgboost-v2-runtime.18b32c27a3764a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39098"
    uid: 3a5a412e-f1d6-473f-a1e5-4acf7718e733
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:00:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: 987b7d7c-8595-40f7-8f03-fadc2a0982d7
  kind: Event
  lastTimestamp: "2026-05-26T17:00:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:00:26Z"
    name: isvc-xgboost-v2-runtime.18b32c27a424e9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: 3984b8ff-3132-4d4f-9993-d887f1850e7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39096"
    uid: 987b7d7c-8595-40f7-8f03-fadc2a0982d7
  kind: Event
  lastTimestamp: "2026-05-26T17:01:20Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:01:20Z"
    name: isvc-xgboost-v2-runtime.18b32c3436fb3e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39097"
    uid: 54f10998-092e-4f54-846f-97da2f1194fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: daaa0655-3738-4b59-a52f-1808c139770a
  kind: Event
  lastTimestamp: "2026-05-26T17:02:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:02:39Z"
    name: isvc-xgboost-v2.18b32c35a4a7c270
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: 2b359537-696e-4896-951e-929f5ed57584
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: daaa0655-3738-4b59-a52f-1808c139770a
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2.18b32c35a557f716
    namespace: kserve-ci-e2e-test
    resourceVersion: "39197"
    uid: 6a472096-b8f2-4dc1-ab81-9e6f5c0551d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:01:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39156"
    uid: daaa0655-3738-4b59-a52f-1808c139770a
  kind: Event
  lastTimestamp: "2026-05-26T17:01:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-26T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:01:26Z"
    name: isvc-xgboost-v2.18b32c35ad47053f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39198"
    uid: dccc7521-2a76-4a8d-ad63-edcbcd1ef98a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T17:02:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: daaa0655-3738-4b59-a52f-1808c139770a
  kind: Event
  lastTimestamp: "2026-05-26T17:02:39Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-26T17:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T17:02:39Z"
    name: isvc-xgboost-v2.18b32c46a5d95289
    namespace: kserve-ci-e2e-test
    resourceVersion: "39754"
    uid: 428f12a0-9aae-47b4-a36d-9b9bb6241b76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: 9bb79f88-86fd-4a27-8112-f468cf9e38d2
  kind: Event
  lastTimestamp: "2026-05-26T16:57:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:57:18Z"
    name: isvc-xgboost.18b32be64bdd49fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 7bfbe804-8607-4eaf-921c-20c41eccbd27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: 9bb79f88-86fd-4a27-8112-f468cf9e38d2
  kind: Event
  lastTimestamp: "2026-05-26T16:55:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:55:45Z"
    name: isvc-xgboost.18b32be64c8ef74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36317"
    uid: f5c6d138-811c-4ef7-bc03-a682cadb4a31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: 9bb79f88-86fd-4a27-8112-f468cf9e38d2
  kind: Event
  lastTimestamp: "2026-05-26T16:57:18Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:57:18Z"
    name: isvc-xgboost.18b32bfbedda8e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: fef68d91-2318-4d7b-ad7d-20cb17256d98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:15:28.012296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-7bgsr
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:15:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:15:28Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3591afa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 0f958739-8d41-4878-98fa-edb5ae42ffc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:28Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b366ea942c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: ca840a32-07ec-49fd-90f1-0234520b976c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:29Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:15:29Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b395f18c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 65fd9dc1-783c-4188-a370-42f32700f643
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:29Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-26T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:29Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3973a8a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 358a1d26-d291-4ea9-ae57-c3d8c2dc3515
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:29Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 882ms (882ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-26T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:29Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3cbd80de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 0361ce79-6f93-4251-8ffc-f69ea64f38b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:29Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3cef7f815
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: fa9609cd-16f6-40f1-96d0-343e883c8c8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:29Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3cf590079
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: c8e9cf17-a970-4905-be6c-b2d96132f604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:30Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3cf663ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 7b61b118-17c5-46fa-9ce8-687fa17c913f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:30Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3d235b432
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 69de65e0-0316-4f8f-a6b3-c345b35073db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:15:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:15:30Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329b3d2985aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 927cf751-2328-43fb-a289-120f6f4ee2ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329cbe1563296
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: fa342af4-471e-45c6-aac5-4986f465da19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329cbe156aea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 046b5d0a-b02a-4bd7-9c09-19d0e08350dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-7bgsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 8f46a336-6162-4e1a-9ee8-86c83137f04b
  kind: Event
  lastTimestamp: "2026-05-26T16:17:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:17:13Z"
    name: message-dumper-predictor-c7d86bcbd-7bgsr.18b329cbe91f396e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 5ea83ec0-77ed-4ee8-9b1f-6d588f326273
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: e6e82af3-928b-4aa8-85ff-63a9d7fa2831
  kind: Event
  lastTimestamp: "2026-05-26T16:15:28Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-7bgsr'
  metadata:
    creationTimestamp: "2026-05-26T16:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:28Z"
    name: message-dumper-predictor-c7d86bcbd.18b329b358b52580
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: cf413498-240c-4688-a45a-0709045dec4e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 907b5070-4be9-439b-872a-e0e7d22a41f0
  kind: Event
  lastTimestamp: "2026-05-26T16:15:27Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-26T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:27Z"
    name: message-dumper-predictor.18b329b3570e8856
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: b9dd62c9-b8f3-45f8-89b5-4e7fc9247e8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 09381482-44f7-4fbd-890b-bb563fb3d48f
  kind: Event
  lastTimestamp: "2026-05-26T16:15:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:42Z"
    name: message-dumper-predictor.18b329b6d578bffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: da5967fa-130e-4e48-93c2-b9968da55fb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 09381482-44f7-4fbd-890b-bb563fb3d48f
  kind: Event
  lastTimestamp: "2026-05-26T16:15:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:15:42Z"
    name: message-dumper-predictor.18b329b6d5d5cda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 26637412-049b-4f4e-90d0-fd273ee69823
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 09381482-44f7-4fbd-890b-bb563fb3d48f
  kind: Event
  lastTimestamp: "2026-05-26T16:16:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:16:13Z"
    name: message-dumper-predictor.18b329ba54c1e96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: d0a992f7-3e86-49d4-8c17-e771556dbe28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 09381482-44f7-4fbd-890b-bb563fb3d48f
  kind: Event
  lastTimestamp: "2026-05-26T16:16:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:16:13Z"
    name: message-dumper-predictor.18b329ba5502883e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: f13f6b67-fc54-43ea-8b23-50ea226345bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: ab2fc371-9325-4ad0-9221-9ba63b10566c
  kind: Event
  lastTimestamp: "2026-05-26T16:15:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:15:38Z"
    name: message-dumper.18b329b356e12fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 8856f483-4791-4358-a7ae-74221f13d91c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: ab2fc371-9325-4ad0-9221-9ba63b10566c
  kind: Event
  lastTimestamp: "2026-05-26T16:15:27Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-26T16:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:15:27Z"
    name: message-dumper.18b329b35749ddf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 3a007a80-43ed-474c-8104-9d57fcc8ebc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: ab2fc371-9325-4ad0-9221-9ba63b10566c
  kind: Event
  lastTimestamp: "2026-05-26T16:15:38Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:15:38Z"
    name: message-dumper.18b329b5cf6d007e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 6bbc98aa-0f56-4fd6-a8db-b50274f86770
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:46:53.678981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-llw97
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6a6399370a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 9ac3fd63-eed6-4351-aecd-a2484c08c9d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6a717de811
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: 1f432941-4615-450c-bcaa-86a6462e69e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:54Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:46:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6aa0a6f5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31866"
    uid: aa805cda-df2d-4502-a6d9-9042cd27d58f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6aa2190a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31868"
    uid: 8469777f-d633-4658-9bd3-b966662a5be5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6aa58fe18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31870"
    uid: 5c94f240-c095-4c8e-a52e-6b8abd8cf03d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6aa603d736
    namespace: kserve-ci-e2e-test
    resourceVersion: "31871"
    uid: 51cfe32e-27a4-4eb0-8c42-cd5f25708ef8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6ba1ed32ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31912"
    uid: 159e2dbb-41ad-47d3-986f-a9a31e2a1cf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6ba551d96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: b3a949bc-7b71-4de4-bc63-9086aa045205
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6ba5c75ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 23739c3f-876c-4f80-9590-f3691eac42a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6ba5d53dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: b714d847-8389-4913-8a0d-0e8f7ad7520f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6ba8d19f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 3bd3970b-d78f-494b-8580-08c7f98e6434
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:46:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:46:59Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b6ba9468935
    namespace: kserve-ci-e2e-test
    resourceVersion: "31925"
    uid: c908e8df-131e-4668-b65a-111480dbdfe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:47:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-26T16:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b744053dd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32178"
    uid: c8b783a9-5dde-4899-bce6-28a45bf9a9b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b78654cfb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: a83426d2-788f-4b8b-aa6d-266639609fb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b78654d837c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: a7ca9330-eae8-401e-890d-b833e5c219b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:48:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:48:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b78e7d39389
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: 7edfbe61-10b8-4d9c-a8be-faf75f60bb95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 0e92609a-9092-4e0a-9e3b-e1ad31d0dfdd
  kind: Event
  lastTimestamp: "2026-05-26T16:47:57Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-05-26T16:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:47:57Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-llw97.18b32b7926393839
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: bc1be8fc-8614-476e-b122-11a2334ad9d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31834"
    uid: b3df31b2-812b-4403-926a-2472a8af7590
  kind: Event
  lastTimestamp: "2026-05-26T16:46:53Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-llw97'
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b32b6a632c497f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31846"
    uid: c081bcfb-ae1a-4dfe-9945-3dc5ec1fe1ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: 8d814cee-f3b2-44b6-8ddf-a72cf6dc795b
  kind: Event
  lastTimestamp: "2026-05-26T16:46:53Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: sklearn-v2-mlserver-predictor.18b32b6a601c1b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: e5b3e896-afef-4d4b-a4c6-2f0928ecbb03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31833"
    uid: 8ae7bbfe-4909-41ce-b87a-e3206f99ff40
  kind: Event
  lastTimestamp: "2026-05-26T16:47:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:47:08Z"
    name: sklearn-v2-mlserver-predictor.18b32b6ddeced705
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: 1585a3b5-5ebd-4e76-9d8b-9978c4f730cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31833"
    uid: 8ae7bbfe-4909-41ce-b87a-e3206f99ff40
  kind: Event
  lastTimestamp: "2026-05-26T16:47:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:47:08Z"
    name: sklearn-v2-mlserver-predictor.18b32b6ddf3e199b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 0a2adb8b-6d8d-4bf6-af19-7ec60eef5cbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: 8ae7bbfe-4909-41ce-b87a-e3206f99ff40
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: sklearn-v2-mlserver-predictor.18b32b715e418c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: 01cd8488-933b-448b-b6b9-7886ca43d6a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: 8ae7bbfe-4909-41ce-b87a-e3206f99ff40
  kind: Event
  lastTimestamp: "2026-05-26T16:47:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:47:53Z"
    name: sklearn-v2-mlserver-predictor.18b32b715ea14cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 0c2b37d5-f5e0-4fd6-b794-52a798209324
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: 66abe602-4cbb-472b-85f8-63f8bce7ac74
  kind: Event
  lastTimestamp: "2026-05-26T16:47:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:47:46Z"
    name: sklearn-v2-mlserver.18b32b6a5ffc7bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: ecc0c30f-33b2-438d-b70f-ab693bbc7ec9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: 66abe602-4cbb-472b-85f8-63f8bce7ac74
  kind: Event
  lastTimestamp: "2026-05-26T16:46:53Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:46:53Z"
    name: sklearn-v2-mlserver.18b32b6a606c680c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 0099d382-3628-4a80-b1d2-64ca7ee9cb2b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:47:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32256"
    uid: 66abe602-4cbb-472b-85f8-63f8bce7ac74
  kind: Event
  lastTimestamp: "2026-05-26T16:47:46Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:47:46Z"
    name: sklearn-v2-mlserver.18b32b769a13b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32257"
    uid: db646208-a305-4c01-9795-0969126f4c00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-26T16:58:16.230897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    to ip-10-0-130-83.ec2.internal
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c094edcea33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: 04cd73fb-25c3-416c-9650-43f4a342ac2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5894d8d48-lm27k
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0957717cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37586"
    uid: bd794aa2-f294-4df4-a7cb-f9f0b9f0a8a3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37582"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:17Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-26T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-26T16:58:17Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c098c0924e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37596"
    uid: f1c31fc8-451d-413d-90fc-4f392b3ea610
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0413900e48a4ba69f75c45b06af88f792921f4669631dcf3a047c1fe5c1fc341"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:17Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c098d5e1292
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: 1588c92b-0eec-4fb7-981a-1d9720c4cac9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-26T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:17Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c099056081e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: 604e5510-98f1-4e2d-ae7d-1a3151f21ac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-26T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:17Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0990bd49a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37601"
    uid: ac885f98-38ff-4212-a034-f8dc4f10c879
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-26T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0aa88c1772
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: 1b2dbbae-e250-4adb-9af6-4546b12bf02c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-26T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0aabd84027
    namespace: kserve-ci-e2e-test
    resourceVersion: "37645"
    uid: a73c903c-c683-4233-8ef9-b0fb6d6ea0c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0aac3eec82
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 22f94483-8a94-4aee-94c6-4cbee1d2b468
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-26T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0aac4c2bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: fdae804a-d295-452b-9d4a-8f64620c6b55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-26T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0aaf64272c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 91862b63-f354-44f9-a6e2-e9bcfad7cba6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:58:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:58:22Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c0aafedad48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: b1a9cce7-6d1e-4cd6-99d3-0da8b82c8210
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c14f6f0cda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37999"
    uid: 0690d092-337a-4697-a177-b53642556d2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:59:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-26T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c14f6f159dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 035b0265-4a8f-48f7-a876-010e1e1c8e2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:59:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:09Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c159a9a6d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: 59f0b0bc-15ab-4bb8-8b9d-d6cb70e5c666
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 0f31e5d5-9f66-4b20-ae0b-f932fcc63102
  kind: Event
  lastTimestamp: "2026-05-26T16:59:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.57:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-26T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-26T16:59:09Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x.18b32c159af9c28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: de332a3c-fbe3-4834-a2e9-fa3dca6aed58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-83.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-83.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: 3a685480-9080-44b8-843c-4452ef19caec
  kind: Event
  lastTimestamp: "2026-05-26T16:58:16Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-ppp6x'
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b32c094e770d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: e554b606-3820-4d5b-ab93-5581208bcf4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37558"
    uid: 73a8e89b-358e-42d8-a443-5e61d0e37ff8
  kind: Event
  lastTimestamp: "2026-05-26T16:58:16Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: xgboost-v2-mlserver-predictor.18b32c094b4083be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: ce226091-6ad8-4ded-b5b6-9438bac92df6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37560"
    uid: bfa947c4-65bb-458e-a5f7-64642414bfb1
  kind: Event
  lastTimestamp: "2026-05-26T16:58:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:58:46Z"
    name: xgboost-v2-mlserver-predictor.18b32c0cc9d9d845
    namespace: kserve-ci-e2e-test
    resourceVersion: "37827"
    uid: e9aa058b-37f0-470f-b105-33fe7c492c5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37560"
    uid: bfa947c4-65bb-458e-a5f7-64642414bfb1
  kind: Event
  lastTimestamp: "2026-05-26T16:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-26T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:58:46Z"
    name: xgboost-v2-mlserver-predictor.18b32c0cca24d923
    namespace: kserve-ci-e2e-test
    resourceVersion: "37828"
    uid: eafa1e9f-2f02-49f0-9085-107e68e8b42a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: bfa947c4-65bb-458e-a5f7-64642414bfb1
  kind: Event
  lastTimestamp: "2026-05-26T16:59:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:59:01Z"
    name: xgboost-v2-mlserver-predictor.18b32c13c8421fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: b4453c06-2613-41ad-a849-1884f4636a6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: bfa947c4-65bb-458e-a5f7-64642414bfb1
  kind: Event
  lastTimestamp: "2026-05-26T16:59:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-26T16:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-26T16:59:01Z"
    name: xgboost-v2-mlserver-predictor.18b32c13c8a72813
    namespace: kserve-ci-e2e-test
    resourceVersion: "37936"
    uid: 16e61778-2ef7-4b40-a48a-6cd8be75935b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: 63d66b0c-d22a-40cf-9d20-e749fecc6dd1
  kind: Event
  lastTimestamp: "2026-05-26T16:58:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:58:59Z"
    name: xgboost-v2-mlserver.18b32c094b4660ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 77bb2d02-c438-4f12-8528-b76534518cc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: 63d66b0c-d22a-40cf-9d20-e749fecc6dd1
  kind: Event
  lastTimestamp: "2026-05-26T16:58:16Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-26T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:58:16Z"
    name: xgboost-v2-mlserver.18b32c094be52e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 167ad76e-664c-4aa6-a46b-a290ef770d83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-26T16:58:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 63d66b0c-d22a-40cf-9d20-e749fecc6dd1
  kind: Event
  lastTimestamp: "2026-05-26T16:58:59Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-26T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-26T16:58:59Z"
    name: xgboost-v2-mlserver.18b32c134c27f97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 7bbcbfe6-ca8b-4ca5-9bb1-05dceafc5b81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "43218"