---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:05:15.040992Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25744"
    uid: 020aa1f2-0e06-4309-a1b4-39ad7beddee0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:05:15Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf.18b151a939511fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25748"
    uid: ce11b118-5611-4e60-8555-00820940b7c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 020aa1f2-0e06-4309-a1b4-39ad7beddee0
  kind: Event
  lastTimestamp: "2026-05-20T16:05:15Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:05:15Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf.18b151a95266ea7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: a20c256f-ce73-4a6c-937a-f2cfa4aa0896
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 020aa1f2-0e06-4309-a1b4-39ad7beddee0
  kind: Event
  lastTimestamp: "2026-05-20T16:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:18Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf.18b151a953b17ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25807"
    uid: 32ef4794-e6ee-4f93-8e72-ea819b51d57b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 020aa1f2-0e06-4309-a1b4-39ad7beddee0
  kind: Event
  lastTimestamp: "2026-05-20T16:05:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:18Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf.18b151a956789388
    namespace: kserve-ci-e2e-test
    resourceVersion: "25811"
    uid: 9d9f7d90-9526-4f45-99b7-8e28c09f2b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 020aa1f2-0e06-4309-a1b4-39ad7beddee0
  kind: Event
  lastTimestamp: "2026-05-20T16:05:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:18Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf.18b151a956d69841
    namespace: kserve-ci-e2e-test
    resourceVersion: "25812"
    uid: 430af003-624b-4bcb-b17e-353835b1c6d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 020aa1f2-0e06-4309-a1b4-39ad7beddee0
  kind: Event
  lastTimestamp: "2026-05-20T16:05:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:20Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf.18b151aa7a4225b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: 4b95453d-acbb-4056-9fb8-ecaa23da7de9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: cdbc7bad-cd29-441a-9115-b8792e630939
  kind: Event
  lastTimestamp: "2026-05-20T16:05:15Z"
  message: 'Created pod: isvc-init-fail-3cec1b-predictor-6795dbd59f-9ptgf'
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:15Z"
    name: isvc-init-fail-3cec1b-predictor-6795dbd59f.18b151a938dbe51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: 86badd41-d050-4124-afb8-24f0f4ff4942
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-3cec1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: eeb262ab-939c-4206-bccf-f3250351bf1f
  kind: Event
  lastTimestamp: "2026-05-20T16:05:14Z"
  message: Scaled up replica set isvc-init-fail-3cec1b-predictor-6795dbd59f from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T16:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:14Z"
    name: isvc-init-fail-3cec1b-predictor.18b151a9361c3721
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 1afbf88e-02c4-4185-98c4-d9027c917c9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3cec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: f77b2ff6-1d00-410a-925b-496d4fcf08e9
  kind: Event
  lastTimestamp: "2026-05-20T16:05:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:05:18Z"
    name: isvc-init-fail-3cec1b.18b151a93620bd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25813"
    uid: fcfc3616-3e69-4fde-af0b-fe59e424bb44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3cec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: f77b2ff6-1d00-410a-925b-496d4fcf08e9
  kind: Event
  lastTimestamp: "2026-05-20T16:05:15Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-3cec1b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-3cec1b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:05:15Z"
    name: isvc-init-fail-3cec1b.18b151a936c64ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: eecc5c26-07ea-4c24-b54a-334c4c3c6693
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3cec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: f77b2ff6-1d00-410a-925b-496d4fcf08e9
  kind: Event
  lastTimestamp: "2026-05-20T16:05:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-3cec1b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:05:15Z"
    name: isvc-init-fail-3cec1b.18b151a936c6b0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: 25e74de5-0ed1-4d78-9e9b-fde6fe26baab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:47:18.383582Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-2mztd
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150ae8b88d23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 3e13e27a-15ae-4f29-8a76-bb356ba9605f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150aea4a2609c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: da1c0874-aa29-4624-85c4-efc6709d7556
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150aea6238355
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 549720ee-f2a6-4c68-9eae-77927d5ca764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150aea8c82bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: cd9d49ad-8e5c-443d-b237-3e8246946517
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150aea9322bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: c3a3a72f-f2b0-4f69-9941-c4853725cba9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:23Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T15:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:23Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150afb239fe1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 81caef7a-9d9a-41fb-92f0-4c374ee17534
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:29Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.046s (6.047s
    including waiting). Image size: 606849801 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b11aa84690
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 746be2d6-5b47-4af6-ae19-5722a58110ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b11d8b38d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 9591680a-9ce3-454e-9743-5d0f6baf1db5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b11df7b856
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 0fd68e23-de24-4641-afd2-3649d8c42dd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b11e020ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: ad6b21ba-af7f-47b0-b4cc-16b4c88a0b0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b12089e698
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: afae139f-b04d-4c87-82a6-521b4d9baae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:47:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:29Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b120f1ffc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 00accf6d-388d-4ad9-87b4-c093fa14f5d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:48:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:37Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150b190a187f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17209"
    uid: 8e1bbfbf-5d64-4914-bad5-4c95b2a0ac83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150c3864211ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 30b36eef-2814-41a1-8fdd-ef94790e0111
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150c386445b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: e09908aa-7831-4da8-8b8d-3e25c080fbfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-2mztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: de721d79-c885-4a21-a554-1863c81cdc52
  kind: Event
  lastTimestamp: "2026-05-20T15:48:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:52Z"
    name: isvc-lightgbm-predictor-bdf964bd-2mztd.18b150c46cc8e434
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 93fb25d8-f8f3-4dd9-8e02-3198806bb249
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: cc9e06d6-a057-4512-b8ae-11e29d8f00ba
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-2mztd'
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor-bdf964bd.18b150ae8ab120cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 9550d0d3-7b07-437d-af6f-f864ab5a2968
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 04b94b87-634f-40f3-8c09-7ca2fb1e7731
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm-predictor.18b150ae864ece0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: be778f55-b04b-4aa2-8755-72cda7ee2289
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 3c3ed349-4880-44f7-8aa8-27ce6a3708f7
  kind: Event
  lastTimestamp: "2026-05-20T15:48:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:48:03Z"
    name: isvc-lightgbm-predictor.18b150b205388d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: dc3f4b16-59d7-49ee-aea9-33018935d80f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 3c3ed349-4880-44f7-8aa8-27ce6a3708f7
  kind: Event
  lastTimestamp: "2026-05-20T15:48:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:48:03Z"
    name: isvc-lightgbm-predictor.18b150b205a83b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 789286be-ff42-4882-9cc2-5f64c520a62f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 3c3ed349-4880-44f7-8aa8-27ce6a3708f7
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-predictor.18b150bc8340731c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 113dbaab-9ade-471a-95d2-ce607c6b4816
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 3c3ed349-4880-44f7-8aa8-27ce6a3708f7
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-predictor.18b150bc83d9724f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: daee58d7-df14-4fc7-bd0f-87a967204d56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:48:48.577454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c38b8222c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 2b04bd2f-2bb5-4a61-8a12-1b7bd1ec75d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c399534829
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 1fb12820-ba68-4ec9-963a-752880c79828
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:49Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:48:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c3c87a2d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 0f00fca6-e77a-4e2d-83a6-92be023efe80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c3c9da9334
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: dc693528-4d76-4cb2-8e07-4413a8b29c84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c3cc7c8408
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: aaaaefc7-5b86-4f9b-bb7a-5dc6597c6d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:49Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c3cce88244
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: e532d8fe-932b-438d-aa20-cc8be8529fb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:53Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c4b69aae73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: 147e64e2-cd4a-46b9-917b-9cd8f1747d1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c4b9889efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 570602dc-205c-4256-a54b-db07eebac73e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c4b9f34b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: dd24afdd-920c-4647-a42e-f939cf6dfa4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c4b9feffaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 3e38bcb7-d563-44d5-85bd-995ad618bd14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c4bc67cad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: cd08f0e0-2e2b-432e-9824-34748b2ec09b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:48:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:48:53Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c4bcd468de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 756e8619-c927-443c-8bc4-0ac4d7a06f50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:50:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150c52e5959aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: b571011e-bc12-4d85-80e3-7d6192967eb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150d892b95a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: 80e2a16f-8d3e-4f0d-854a-5f84393be7c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150d892ba304f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 32fbd799-b979-4315-b6de-c900adce6e86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 4a9e8ca7-f98c-402a-9671-edc1626aee3f
  kind: Event
  lastTimestamp: "2026-05-20T15:50:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:21Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh.18b150d9347e4db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: f5d01516-394e-4e7d-b37d-6e3048b93dbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: b84f0b69-811b-42d6-9039-6786e86bce01
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-k9nhh'
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18b150c38b12c45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 3fda00ab-dc4f-44e2-b297-d18f8fd26406
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 9dd154a6-2540-4697-bad7-1f4cb7912ef0
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-runtime-predictor.18b150c3871a36f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: e89a5036-1aa8-42bf-8d71-22ed73d5ffef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 1b3aa87d-94ac-49b7-abf7-22109ed53ece
  kind: Event
  lastTimestamp: "2026-05-20T15:49:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:49:18Z"
    name: isvc-lightgbm-runtime-predictor.18b150c7062af718
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: 1b49e879-36cc-4e0b-b0d9-6a9a7ecb6442
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 1b3aa87d-94ac-49b7-abf7-22109ed53ece
  kind: Event
  lastTimestamp: "2026-05-20T15:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:49:18Z"
    name: isvc-lightgbm-runtime-predictor.18b150c7069aeacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: 1c3b43f5-2943-42cf-ab44-45f07a23f8a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T15:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: 1b3aa87d-94ac-49b7-abf7-22109ed53ece
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-runtime-predictor.18b150ce050b6a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: b75f2d50-5a42-4ff0-a8f8-0ac900bec55c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T15:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: 1b3aa87d-94ac-49b7-abf7-22109ed53ece
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-runtime-predictor.18b150ce056216d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: 4c92d935-6131-4c49-99ff-175911f537b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 0a2828f6-9ee7-478a-825b-aba81ee5ee07
  kind: Event
  lastTimestamp: "2026-05-20T15:50:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:50:11Z"
    name: isvc-lightgbm-runtime.18b150c386ee221e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 5371172e-860e-4efc-bf1a-9596bdd3e453
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 0a2828f6-9ee7-478a-825b-aba81ee5ee07
  kind: Event
  lastTimestamp: "2026-05-20T15:48:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:48:48Z"
    name: isvc-lightgbm-runtime.18b150c3873e2472
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 068540e8-7ac7-44cb-bd8b-6f41bcdb1124
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0a2828f6-9ee7-478a-825b-aba81ee5ee07
  kind: Event
  lastTimestamp: "2026-05-20T15:50:11Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:50:11Z"
    name: isvc-lightgbm-runtime.18b150d6e7314398
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: f7abd1ba-9c0f-4c4c-8f9a-c389402b7c74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:53:19.277388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15102927be3c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19405"
    uid: 93204639-ff7f-47a7-9182-b6d993b3e2e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b151029c19d5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 1d0a96e2-2420-4818-b566-032b47a23e90
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:20Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:53:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15102cf2ab026
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 047953f5-bec9-4ddc-b8ed-0a298b4c7aaa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15102d07da3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19429"
    uid: 9dab1e92-3e4f-4133-ae50-0c0d6f1976ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15102d2bbe27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19430"
    uid: d0c8b9aa-3ca3-41ff-8d27-ba62ec1c08e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15102d3150b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 5a304fbd-0711-4f96-8138-58214630a47c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:24Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15103c2d7affa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: 23c6322f-dd04-476d-8aa0-edd52ac47227
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15103c589f497
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: 84976136-96aa-400a-899f-cb19e6d2bc22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15103c5e53be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19477"
    uid: e29e2fc0-f5f4-4cc7-b86a-42e2ad9e8e8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15103c5efd81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: 3575d1ae-87f3-45a1-be95-c3c2fc5074d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15103c8ea1202
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: 2fdc11ea-39f6-497d-bdb6-490029207da1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b15103c945826c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: dab79e0f-610d-4f46-a62c-5bb04317347e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b151043a82237f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: f1d73e3d-3094-4190-9da3-8884227c50bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b151073d22d175
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: a64c5967-f8c1-4780-a915-9e8521d5b316
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19402"
    uid: f54fb499-dc7d-4865-85c2-68c81d7d7d1c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq.18b151073d23c441
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 7c174711-4783-422a-a74f-1952670a9290
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19389"
    uid: 7231026f-cde6-4691-ba55-05680f9f5df4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-8lrhq'
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18b15102920afd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: d49983d6-2f46-422f-a1ce-7eb75990a6a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: efad2d9e-79f7-4577-8f2e-11cf67bcb6e8
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b151028dafccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: c3d84495-4e46-4508-9cab-96561f86439e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 74a0e8a5-8121-460d-a7f0-bad45ce18e38
  kind: Event
  lastTimestamp: "2026-05-20T15:53:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b151060cba7f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 8a2cebe1-0fef-4f5e-9654-87fb8de66ad6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 74a0e8a5-8121-460d-a7f0-bad45ce18e38
  kind: Event
  lastTimestamp: "2026-05-20T15:53:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18b151060d277648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 8fb3c9ee-8d2e-4df5-bbff-4da3421e51f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 860d9763-6a9e-4d65-9a40-b2682756ce66
  kind: Event
  lastTimestamp: "2026-05-20T15:53:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:53:32Z"
    name: isvc-lightgbm-v2-kserve.18b151028d828182
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: d004b731-9266-421e-9b53-f73666ed38c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 860d9763-6a9e-4d65-9a40-b2682756ce66
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-kserve.18b151028dd07f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19393"
    uid: 02d56e20-ff1f-4e01-8400-917c299a5eee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 860d9763-6a9e-4d65-9a40-b2682756ce66
  kind: Event
  lastTimestamp: "2026-05-20T15:53:32Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:53:32Z"
    name: isvc-lightgbm-v2-kserve.18b15105a70ab30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: b02640d4-bc07-4c87-8365-cbfc4d85a7bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:50:18.989258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18065"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d89878cfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: c9626e9f-81e8-4605-8a6a-eae0eba2989e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:50:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d8a798f519
    namespace: kserve-ci-e2e-test
    resourceVersion: "18079"
    uid: ef862eee-97a5-4b8e-a38e-4be2cc5b4ade
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:50:20Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:50:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d8d543d93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: c4a6f052-4cab-420b-b58a-1b11f81a34ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:50:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d8d74503e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18093"
    uid: 74a40181-a97f-4a92-ac4a-25e5e6a04a06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:50:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d8da17e5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: 1df53a7d-4938-4176-9373-94bbfff81ed9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:50:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:20Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d8da7ef2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18096"
    uid: 95007aaa-8f08-4e40-8f4f-8d150126122f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:50:24Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-05-20T15:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:50:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150d9f67c73fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 802d2e80-a258-46f7-b23d-0ac04b666230
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:52:34Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m9.746s
    (2m9.746s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:52:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150f82c0151c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: c38cc146-c0a8-4620-ad6a-4fe2a1649c99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:52:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:52:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150f830e6aabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: de16d62e-410c-4d89-9453-67f5f20600dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:52:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:52:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150f831f506b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 2a3ca0d3-0f80-492d-beaa-e89fe6ca2ee0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:52:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:52:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150f83200e4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: ea31798e-9d1c-4da9-a0a6-c83f5b774e92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:52:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:52:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150f836a13e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: 80f16636-cfcb-4424-8b6c-6061c972ace7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:52:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:52:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b150f8374872a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: 591632a6-f99e-4e94-b810-7ba435b5bafc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b151028c331904
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: 3aa411b1-d43a-45bc-97f1-111de724d895
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "18067"
    uid: 841526a8-4397-480f-999b-80c2c9e15ffe
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs.18b151028c33af5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: a496b12a-0630-4303-a21c-30d57fdeb755
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: 33821bcf-3c7c-4683-a53f-03d4138ba220
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-xk9cs'
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18b150d89805527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 7565bf5b-719f-4e5c-aa07-d1cf2d4472e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 666760c5-9d8f-4b1c-9b06-7e4299170214
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b150d892c7a4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: 7edd8b93-ef2e-460c-932a-884dddde3d5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 2519f46b-fde4-4723-aefa-f975758c4cd9
  kind: Event
  lastTimestamp: "2026-05-20T15:53:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b150dc11cbe9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: c377bfba-e618-4c4f-9e0b-b304499d4c0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 2519f46b-fde4-4723-aefa-f975758c4cd9
  kind: Event
  lastTimestamp: "2026-05-20T15:53:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b150dc124312ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: 43130c7a-6870-48da-a924-d318ba485679
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: 2519f46b-fde4-4723-aefa-f975758c4cd9
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b15102889bc4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 4ad52c34-cb3d-4e13-9a23-d5acab0117b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: 2519f46b-fde4-4723-aefa-f975758c4cd9
  kind: Event
  lastTimestamp: "2026-05-20T15:53:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18b151028902f31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: a34d2ae8-7c59-487a-8b99-cfb0d76fc561
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: b33d617f-3ea2-471f-bba3-d2c18a92449c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:53:12Z"
    name: isvc-lightgbm-v2-runtime.18b150d892a1bbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 41a14c1b-6462-496c-8a3d-c45d681d5ff8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: b33d617f-3ea2-471f-bba3-d2c18a92449c
  kind: Event
  lastTimestamp: "2026-05-20T15:50:18Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:50:18Z"
    name: isvc-lightgbm-v2-runtime.18b150d8932cdf61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: fd970d05-a36a-4d63-b8b8-844b34610775
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: b33d617f-3ea2-471f-bba3-d2c18a92449c
  kind: Event
  lastTimestamp: "2026-05-20T15:53:12Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:53:12Z"
    name: isvc-lightgbm-v2-runtime.18b15100f50887a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: ebeb6ae9-047e-4633-9b5f-9d12cd5c2491
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 69f133f8-9ade-400a-b22e-d286cdc151c3
  kind: Event
  lastTimestamp: "2026-05-20T15:48:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:48:47Z"
    name: isvc-lightgbm.18b150ae85fed9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 3b8c7cdb-cf46-4365-a375-7a2afd0cf37c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 69f133f8-9ade-400a-b22e-d286cdc151c3
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-lightgbm.18b150ae86c14e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: c920e633-f2d6-4b43-9fbd-722f6933e631
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: 69f133f8-9ade-400a-b22e-d286cdc151c3
  kind: Event
  lastTimestamp: "2026-05-20T15:48:47Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:48:47Z"
    name: isvc-lightgbm.18b150c3480d5551
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: 2e8b253e-b173-4770-9e45-6b2722daea5e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:45:53.071776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-f47486ddd-tjvgs
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509aae8e0032
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 997fcae6-3fbc-4a9f-8774-22bb51b89b9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509ac80871fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: 4c192cd8-af14-4adc-b258-57e165a84995
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509ac9882967
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: e27699db-9dee-4e96-9cf5-0469a8345d6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509acc2b6cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 9b1ded7c-3d1e-4006-ad8f-4fb33d4a1389
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509acc9b46a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 86da029a-7d06-4a08-b680-8d83b9974d50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bd8e71f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: c938e474-6347-4849-a26e-dcef5261ab24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bdbc2c193
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 6f00fd96-c513-4343-89d5-0161730e313a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bdc32f2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: 08a25e3f-fd65-4108-85bc-41d7ce1f9291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bdc3e7482
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: 97aeca5f-bd00-465a-9d1f-42beb9f05d55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bdebd1c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: bb7097b1-448e-4151-ae7a-85cb0269d666
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bdf2b3769
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: fee02fb9-a5f5-4f5b-8eb9-7e2494b07622
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e9391ee1281af7f81a916bc80b584691bef158df8f07d34a6fb179b3bd4767e7"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509bdf36b25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: c526241d-a031-4786-8cf0-4cec6676418e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509be2802bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: d8bfa8c4-2e70-4473-8673-753566dd18a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:45:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-20T15:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:58Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509be2ebd0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: ac24d878-67b4-4a80-8303-c2a844495a66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:47:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:36Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509c151e0dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: c1780749-ceea-4033-9f54-10e50d82f70c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T15:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:47:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-20T15:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:36Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b1509c50e0cadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 951722cc-d8aa-4f24-83b5-de29f3bee791
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b150ae8975a3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: c69c3ed6-1301-4fa0-a4f2-7f9c8d3e1723
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b150ae8976023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 01bdba30-250b-4341-8f5b-cd5467722323
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b150ae89763494
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: b7e030c1-94ba-4d43-8c09-ac7f843fc678
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-f47486ddd-tjvgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 037d7570-b63a-448b-81f9-52f6bdb24e9a
  kind: Event
  lastTimestamp: "2026-05-20T15:47:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:36Z"
    name: isvc-logger-predictor-f47486ddd-tjvgs.18b150af2d06a36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: a31dd1cc-d3d4-430e-aa83-ba7007b259b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-f47486ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 5481387f-565c-4752-9bfe-bf1d752fbe40
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: 'Created pod: isvc-logger-predictor-f47486ddd-tjvgs'
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor-f47486ddd.18b1509aae27bf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: c3d12d84-e4d8-4ec7-8ff3-b588d35a66b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 8cd4ceca-cf1a-41c4-9f3d-b92f2a351e8d
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: Scaled up replica set isvc-logger-predictor-f47486ddd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger-predictor.18b1509aab3697a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 2026b125-9eda-4d55-a3ed-9db69a7911b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: c02d74ae-b244-43ff-9d0c-4d89b57fc157
  kind: Event
  lastTimestamp: "2026-05-20T15:46:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:46:38Z"
    name: isvc-logger-predictor.18b1509e29cf7545
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: e0b0ece9-d91c-4bc9-9e36-4bc890edd8b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:46:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: c02d74ae-b244-43ff-9d0c-4d89b57fc157
  kind: Event
  lastTimestamp: "2026-05-20T15:46:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:46:38Z"
    name: isvc-logger-predictor.18b1509e2a3cd2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: 7ae2799f-4bdd-4185-97f4-ce8d7d8b9b65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:46:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: c02d74ae-b244-43ff-9d0c-4d89b57fc157
  kind: Event
  lastTimestamp: "2026-05-20T15:47:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:47:08Z"
    name: isvc-logger-predictor.18b150a1a9b3a8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 35eb2957-bd2b-49fd-b8b6-6239fdeba81f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:46:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: c02d74ae-b244-43ff-9d0c-4d89b57fc157
  kind: Event
  lastTimestamp: "2026-05-20T15:47:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:47:08Z"
    name: isvc-logger-predictor.18b150a1aa2d2e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: aba08d02-3d8e-4fad-9f23-72f1c0c35ea3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 3830b55b-c206-4d86-8249-1e318b9d093b
  kind: Event
  lastTimestamp: "2026-05-20T15:47:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:47:06Z"
    name: isvc-logger.18b1509aab0e0aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 5b567721-8495-46dc-bdb5-8cca741a2fab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 3830b55b-c206-4d86-8249-1e318b9d093b
  kind: Event
  lastTimestamp: "2026-05-20T15:45:53Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T15:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:45:53Z"
    name: isvc-logger.18b1509aab67c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: b0be9345-c8a1-4d05-b366-68056a5a36a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 3830b55b-c206-4d86-8249-1e318b9d093b
  kind: Event
  lastTimestamp: "2026-05-20T15:47:06Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:47:06Z"
    name: isvc-logger.18b150abb5e5c940
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: add038b3-8dcb-485f-976e-2376f56d7ed2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:53:39.395477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b15107419d03e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 3e6f3d44-8279-4000-bc61-48a79821b06d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b151074cbabfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: d7e486b5-26f4-4be2-8e3e-9c72c8e9fbba
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:40Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b151077ee084b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: 75454a28-bc13-4456-95f4-01f40e21c05c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b15107806727c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: 44c95fce-39dc-415f-839e-022d2f01d428
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b15107830b1b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 7f5bd600-9ee8-4d84-8692-5027d59ee27d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b151078363374b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: b8d7a327-f184-4c99-a05f-5996c8e34b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b151086e92ec15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 6e830021-6984-4a7e-93ad-30e1e0ce45dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b15108712a4645
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 4b177afe-dc87-45b0-9c0e-7af8729dee6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b1510871ab8bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 413b6fa0-637a-4fa2-aba6-c43c5ad3c29d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b1510871b6cbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: df640eba-fb76-4ec4-a693-40ddd8d1f6ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b1510874606db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: d638777d-763d-49e4-a688-1e5bf7223273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:53:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:53:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b1510874bd41d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 810f5f4a-4c75-4b7d-b35a-9723a3122475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:54:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b15112f295d09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: f669a39d-f951-4bea-a6b1-5e7125c34911
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19633"
    uid: bc0c5586-15de-4047-bf24-1afff14a6de4
  kind: Event
  lastTimestamp: "2026-05-20T15:54:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g.18b15112f296478a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: c60d495e-efc8-479a-a03f-0b36a33ff402
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: e0eca1b2-d94f-47ae-99e9-80d5788477e0
  kind: Event
  lastTimestamp: "2026-05-20T15:53:39Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-p8k4g'
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18b151074120ad9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19632"
    uid: 82eab91b-2f56-45e6-b06a-19c802565d57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 4017c05b-08bb-47dc-b1f3-1f8910296dbb
  kind: Event
  lastTimestamp: "2026-05-20T15:53:39Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18b151073e31cadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19624"
    uid: 22e4ee2d-8378-4e5e-9899-b0499b115941
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: dfbdff9b-7d61-442c-88fd-625cb5eb5449
  kind: Event
  lastTimestamp: "2026-05-20T15:54:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:54:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18b1510abd5ed922
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: 3dffa535-9172-443a-8850-8fa5b8cbf7ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: dfbdff9b-7d61-442c-88fd-625cb5eb5449
  kind: Event
  lastTimestamp: "2026-05-20T15:54:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:54:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18b1510abe2fc144
    namespace: kserve-ci-e2e-test
    resourceVersion: "20001"
    uid: 2e8befd6-42fc-4ec7-9558-5311c0879bb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: f7157258-1668-463e-9280-ff3a405d8656
  kind: Event
  lastTimestamp: "2026-05-20T15:54:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:54:21Z"
    name: isvc-mlflow-v2-runtime.18b151073e0c804f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: 86e28a4e-28ec-4285-b2b2-ca1d0be35230
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:53:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: f7157258-1668-463e-9280-ff3a405d8656
  kind: Event
  lastTimestamp: "2026-05-20T15:53:39Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:53:39Z"
    name: isvc-mlflow-v2-runtime.18b151073e62115e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: 2bb3fa5a-1ee3-4d4c-b1b2-c3d349b1062a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: f7157258-1668-463e-9280-ff3a405d8656
  kind: Event
  lastTimestamp: "2026-05-20T15:54:21Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:54:21Z"
    name: isvc-mlflow-v2-runtime.18b151111419d5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 381eee1c-404c-4288-9737-f1af9d475bcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:55:49.943411Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:55:49Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15125a6e06cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: c5ded748-661b-47b7-9b3f-8ea3ae1e06ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20737"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:55:50Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:55:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15125bffac2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 97a34891-2bb2-4744-8c58-2d4d257d7c5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:55:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15125c19589a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 62742ae8-85b2-4e01-a6e7-9715e703eae7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:55:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15125c4eda009
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 2b51475b-3ae9-4b63-b392-130bc409e449
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:55:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15125c56ee3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 760c33f1-2fb2-4731-800e-611800fff6cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:55:55Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T15:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:55Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b1512705ab35b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 94f21243-79c0-4759-af39-03c425c29891
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:56:07Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.784s (11.784s
    including waiting). Image size: 1162669816 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129c40fe63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 4ef7a9c1-d1d5-4554-9702-69e836b4dce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:56:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129c709539a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 02aa957c-862f-4c65-8725-c7d3165326d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:56:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129c766c0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 1b5b7540-7cab-44eb-8f43-c88c7050df41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:56:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129c7719b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: ffaf00ec-d151-461a-948e-e0ab4ea49c7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:56:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129ca7b3197
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: 816309eb-9667-4dec-a91b-ec4c1b87b7d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:56:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:07Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129cad5ab92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 9c7660e8-2b0c-4fa1-bbe2-c84a0bac1b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:57:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:03Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15129d35275f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: fe987701-5c34-482d-90ac-d88c9cd9e198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:57:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b151365594563b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: cfb2b02b-8fbb-42c5-9bbb-3fa59325425e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:57:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b151365594d5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 078a1d81-5aa2-4297-850e-25cf435633ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 463a0398-0a99-47ab-ad4b-afb239b7d319
  kind: Event
  lastTimestamp: "2026-05-20T15:57:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:03Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-9z5rh.18b15136dd417943
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 03954b02-2125-4a84-9d32-456a9cc44f1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: c38a60c0-0bf1-43db-9065-dac49ec77015
  kind: Event
  lastTimestamp: "2026-05-20T15:55:49Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-9z5rh'
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:55:49Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18b15125a65853cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 1c8f2699-bde8-4500-a48e-4728ee26de0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: efba36f2-3c62-4bec-8363-004da20cbdbb
  kind: Event
  lastTimestamp: "2026-05-20T15:55:49Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:55:49Z"
    name: isvc-paddle-predictor.18b15125a31495bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: c7502c0f-749f-41e8-9b0c-987ca33cdbbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 0b4bbded-3dee-4c56-bebf-921d996d7b11
  kind: Event
  lastTimestamp: "2026-05-20T15:56:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:56:34Z"
    name: isvc-paddle-predictor.18b15129224393e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: a139be9e-3288-4988-a898-bc83ebfbb61b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 0b4bbded-3dee-4c56-bebf-921d996d7b11
  kind: Event
  lastTimestamp: "2026-05-20T15:56:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:56:34Z"
    name: isvc-paddle-predictor.18b1512922afb071
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: f712ae5f-9625-43ab-91e0-5ea51a887352
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 0b4bbded-3dee-4c56-bebf-921d996d7b11
  kind: Event
  lastTimestamp: "2026-05-20T15:56:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:56:49Z"
    name: isvc-paddle-predictor.18b151339f82c539
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: 9a980485-00dc-469b-ba06-defa029006a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 0b4bbded-3dee-4c56-bebf-921d996d7b11
  kind: Event
  lastTimestamp: "2026-05-20T15:56:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:56:49Z"
    name: isvc-paddle-predictor.18b151339fecf07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21205"
    uid: 089a7a30-e93f-4eee-9d0a-9ca5665b1754
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:57:01.664113Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b1513659c3727b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: f7e7f568-74a4-40ce-aed7-2d7f91fc9ca3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:02Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:57:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b15136736c632d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: f2c7a84c-e39c-4c59-8665-9534bd18a42f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b1513674f0a47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: fab0e121-8116-4fe8-b1d9-18c26c449a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b15136785e74e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 4585093b-b781-44c8-b986-2ae0355742f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b1513678c9542d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 0ef3c90f-576e-447a-9027-c19744439589
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:07Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b151379a294a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: b5d4e757-0253-43de-8c63-c52742a10ff9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b151379cdb44b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: fabea8c1-bd50-4fd4-9f26-4cc45e5ba833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b151379d4ae9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 34a35d79-224e-42de-be14-8958d4ca920b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b151379d5613ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: 03525c07-aab2-4ca7-a4f4-6487761f115a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b151379fb475f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 004b145c-8efc-436f-b4aa-4c7dc77851ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:57:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:57:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b15137a01f9eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: d5427f50-1f88-466f-b292-bbc83d6022c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:58:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:05Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b1513811c76e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 62b34496-69a9-4827-983a-074425f39ba6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b15144b7f97866
    namespace: kserve-ci-e2e-test
    resourceVersion: "21844"
    uid: 3e7dc422-5108-4a87-b5cc-cbbe81de1ea3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b15144b7fa0858
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 51e4744f-9983-4517-bf69-e9c4d804f24d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: ab4bd3cd-676f-485c-b945-3d6d866da7bc
  kind: Event
  lastTimestamp: "2026-05-20T15:58:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:05Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh.18b151451bc83315
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 20d96d0f-f65a-4fbf-adaf-f2dfeaf2c7c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: be3631e6-26c1-458a-a39f-8b2459eb53f4
  kind: Event
  lastTimestamp: "2026-05-20T15:57:01Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-zzqgh'
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18b15136595f2775
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 498d1720-dbc4-4620-a845-e54714a41197
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: d5f3bb5c-c785-4c3e-a14a-8a562f864c77
  kind: Event
  lastTimestamp: "2026-05-20T15:57:01Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-runtime-predictor.18b1513656a175e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: 2dc30300-9b1d-4fd6-af5d-cc0a54ea30a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 70f6ad42-5550-4e32-8180-db38d055133f
  kind: Event
  lastTimestamp: "2026-05-20T15:57:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:57:31Z"
    name: isvc-paddle-runtime-predictor.18b15139d549f925
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: 06f536df-524e-4c96-a703-e4862213325a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 70f6ad42-5550-4e32-8180-db38d055133f
  kind: Event
  lastTimestamp: "2026-05-20T15:57:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:57:31Z"
    name: isvc-paddle-runtime-predictor.18b15139d5c8f112
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: cd25629b-3ac5-41bf-bb6e-706e4c93ef17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 70f6ad42-5550-4e32-8180-db38d055133f
  kind: Event
  lastTimestamp: "2026-05-20T15:58:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:58:01Z"
    name: isvc-paddle-runtime-predictor.18b15140d3cf0ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 763f3f36-3486-40d9-9cd1-d1bda0252acb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 70f6ad42-5550-4e32-8180-db38d055133f
  kind: Event
  lastTimestamp: "2026-05-20T15:58:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:58:01Z"
    name: isvc-paddle-runtime-predictor.18b15140d437dce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: 157506c6-9b75-4a8e-80b3-58e77867b45e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 43bc30a2-009c-4cb6-ad39-7959de45421b
  kind: Event
  lastTimestamp: "2026-05-20T15:57:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:57:55Z"
    name: isvc-paddle-runtime.18b151365676c2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: bbbab758-c5f8-46f6-88d9-89e577c08d01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 43bc30a2-009c-4cb6-ad39-7959de45421b
  kind: Event
  lastTimestamp: "2026-05-20T15:57:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-runtime.18b1513656cbb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 8ada3155-3319-41a3-969e-817c80fafa8c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 43bc30a2-009c-4cb6-ad39-7959de45421b
  kind: Event
  lastTimestamp: "2026-05-20T15:57:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:57:01Z"
    name: isvc-paddle-runtime.18b151365def85e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: 8fc93da9-555e-4cf4-8bf0-6adab28b55f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:57:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 43bc30a2-009c-4cb6-ad39-7959de45421b
  kind: Event
  lastTimestamp: "2026-05-20T15:57:55Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:57:55Z"
    name: isvc-paddle-runtime.18b15142ccbc2a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 00361d09-0f1f-40f0-940a-192df948dd2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:58:03.480538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15144be4f4393
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: abd20250-3860-4899-97bb-d9c7d42c2ce4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15144cc6004b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: ae9ab52c-1104-4e1a-b65d-221f711bbf93
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:04Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:58:04Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15144fb0770ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: b0650bba-2a63-4b41-aa54-787bc84dfd71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:04Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15144fc86d1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: c260360d-b458-4ec1-8868-ffa895ecc0ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:04Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15144ffb99293
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 96e77371-1eb2-454d-b908-4240f5ae16c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:04Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b1514500275707
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: 661a4338-28ce-405b-8864-c4d432ae4e82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:09Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b1514613e182e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 0d253b5c-a0bf-4a9e-af10-e4c10c769ee4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:09Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15146169eb8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 42f5ab56-d8bf-46fa-9333-90eef7dc9aa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:09Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b15146170b3a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: dc3b0927-002f-4471-894d-ec1ba88363de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:09Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b1514617163c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: ef6c42ef-67c1-417c-908d-cdcc0381f05b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:09Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b151461980230f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: e3563f72-5f50-4d78-ae24-afc120d3d073
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:58:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:58:09Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b1514619eb9f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 401a825f-039f-474c-81b4-00cd96320396
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:59:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b151464fcc41b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: ff0e02ca-3dc5-4029-b12a-66ff974534a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:59:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b151531bf62483
    namespace: kserve-ci-e2e-test
    resourceVersion: "22394"
    uid: 413aaabb-1dcd-4997-88db-c1f4e8ae35cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:59:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b151531bf69e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: fd21cbf2-f75a-495f-87a4-ace93f94965f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: d531b95d-2607-4483-8e39-e3a6c5354a02
  kind: Event
  lastTimestamp: "2026-05-20T15:59:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk.18b1515359d7808e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 82e99a8f-d8aa-4955-8aef-bd760ed2fbae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 3821bd2f-1ad9-4213-b192-e632a761ea9b
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-vdnbk'
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18b15144bde4e227
    namespace: kserve-ci-e2e-test
    resourceVersion: "21866"
    uid: f30e416b-e416-4f6f-b385-b14ecefaf4ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 30b5496c-2572-46b6-8d25-676428e90315
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-v2-kserve-predictor.18b15144bae05fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 30e5425d-b750-4609-949c-195e58dfe064
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 90b86ff0-0e0b-4b99-bd00-d3861fb32891
  kind: Event
  lastTimestamp: "2026-05-20T15:58:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:58:33Z"
    name: isvc-paddle-v2-kserve-predictor.18b15148391b5093
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 2b0ecb3a-4549-4fec-a269-0abb88c20516
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 90b86ff0-0e0b-4b99-bd00-d3861fb32891
  kind: Event
  lastTimestamp: "2026-05-20T15:58:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:58:33Z"
    name: isvc-paddle-v2-kserve-predictor.18b1514839845143
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: 49e24928-60c9-4364-a0d6-905f1e5c615a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: 90b86ff0-0e0b-4b99-bd00-d3861fb32891
  kind: Event
  lastTimestamp: "2026-05-20T15:59:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:59:03Z"
    name: isvc-paddle-v2-kserve-predictor.18b1514f37ead6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: fe1079e2-b2e7-418e-97d7-f1cd61ae900d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: 90b86ff0-0e0b-4b99-bd00-d3861fb32891
  kind: Event
  lastTimestamp: "2026-05-20T15:59:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:59:03Z"
    name: isvc-paddle-v2-kserve-predictor.18b1514f3859f63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: a68a265d-2a48-4ac0-9865-86b56eaa8026
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: e04ee351-a253-4383-a8c1-cdd4af218a13
  kind: Event
  lastTimestamp: "2026-05-20T15:58:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:58:56Z"
    name: isvc-paddle-v2-kserve.18b15144ba625759
    namespace: kserve-ci-e2e-test
    resourceVersion: "22294"
    uid: 409ebe19-55c6-41cd-b955-d425c7ac1250
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: e04ee351-a253-4383-a8c1-cdd4af218a13
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-v2-kserve.18b15144baec1b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21878"
    uid: 20782865-49c1-439a-a63f-94fba7a432d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: e04ee351-a253-4383-a8c1-cdd4af218a13
  kind: Event
  lastTimestamp: "2026-05-20T15:58:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:58:03Z"
    name: isvc-paddle-v2-kserve.18b15144c179274e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21879"
    uid: 3724456b-cd9e-4296-aa71-e0350e01ceb9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: e04ee351-a253-4383-a8c1-cdd4af218a13
  kind: Event
  lastTimestamp: "2026-05-20T15:58:56Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:58:56Z"
    name: isvc-paddle-v2-kserve.18b151510b393639
    namespace: kserve-ci-e2e-test
    resourceVersion: "22293"
    uid: 84e2b18b-413a-431d-8b9d-e2a7cfc8231c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 19129b0d-2817-4a41-815e-e4600bddfb02
  kind: Event
  lastTimestamp: "2026-05-20T15:56:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:56:53Z"
    name: isvc-paddle.18b15125a32a82e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: d3088555-e677-4763-a700-1f78070c28fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 19129b0d-2817-4a41-815e-e4600bddfb02
  kind: Event
  lastTimestamp: "2026-05-20T15:55:50Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:55:50Z"
    name: isvc-paddle.18b15125a3c662b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: a09d9bfe-4b09-4249-bc89-0c6b8bef2606
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 19129b0d-2817-4a41-815e-e4600bddfb02
  kind: Event
  lastTimestamp: "2026-05-20T15:55:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:55:50Z"
    name: isvc-paddle.18b15125aadfb15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 8ad3fb39-d6c4-4c72-b719-2ad9b9e93f9f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:56:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: 19129b0d-2817-4a41-815e-e4600bddfb02
  kind: Event
  lastTimestamp: "2026-05-20T15:56:53Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:56:53Z"
    name: isvc-paddle.18b151348e784866
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: d0d8ce44-06a8-4f3f-89d0-45b37d5a8889
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:59:05.247705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-mvg7t
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151531feb6cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: b4043ff7-82fc-42e1-a2c7-280693d88d68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151532a85f957
    namespace: kserve-ci-e2e-test
    resourceVersion: "22420"
    uid: acdc4f77-873d-44ea-837d-432636323121
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22415"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:06Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:59:06Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151535cd33554
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 700b89a3-289a-4eff-9eb4-571171303b67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:06Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151535e3c3428
    namespace: kserve-ci-e2e-test
    resourceVersion: "22431"
    uid: 22487ce2-7535-478e-b942-a8c6602985e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:06Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b1515361078860
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: 35171aa6-983b-45d7-84cb-b9e32bbf093b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:06Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b1515361740faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 2ba0f248-417d-4d59-b570-8a3dd7de8177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:10Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T15:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:10Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151545232784f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22471"
    uid: 6c17a2e1-f1e5-41e6-a242-2e3081acfb9d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:17Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.061s (7.061s
    including waiting). Image size: 801699205 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:17Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b15155f714c02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 94c71d22-73e7-4e67-af15-a56a112fa8cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:17Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b15155fb5ee0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: f6a96e86-4d6e-44e8-b343-e5cdd70cbc67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:17Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b15155fbcb4b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: ae64415d-7f54-4d74-ba8a-a66f92a256e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:17Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b15155fbd7e9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22523"
    uid: 16d84553-7f6d-4ca4-add8-9302916d4a24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:17Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b15155fe62422c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 540c8900-c9a6-428a-a4f9-eeaf41010047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T15:59:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:59:17Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b15155ff19933f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: cca8ae31-d1d4-4cb8-9f24-2a0b08eaef74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T16:00:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:25Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151566c85ad6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: ba98daad-f2ea-4f1d-916d-fc7018dd879a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T16:00:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151685d6e5b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 9d31ca92-2445-4126-a0b6-c9bec5cdff07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-mvg7t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 9c46e7b8-dbbe-45ec-820e-fea6e25250ef
  kind: Event
  lastTimestamp: "2026-05-20T16:00:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-predictor-8bb578669-mvg7t.18b151685d6eae6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 36eed234-16ad-41cb-ad9b-3ec0aa228aab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 501207d0-9a37-425d-b9a5-c08ca2d7e29d
  kind: Event
  lastTimestamp: "2026-05-20T15:59:05Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-mvg7t'
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-pmml-predictor-8bb578669.18b151531f8bf12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: d092432c-df01-41c5-b760-0b5deb2b7339
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: 963a7a97-75c7-411e-9809-006ccd9596a6
  kind: Event
  lastTimestamp: "2026-05-20T15:59:05Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-pmml-predictor.18b151531cb2a568
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: cfa3a9ef-4402-44a2-bb38-e9742477e5b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: b8850ed6-8fac-470c-9050-63a6cc465853
  kind: Event
  lastTimestamp: "2026-05-20T15:59:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:59:50Z"
    name: isvc-pmml-predictor.18b151569b348526
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 0d05b549-0dd7-4684-9c20-c49c7c47aa11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: b8850ed6-8fac-470c-9050-63a6cc465853
  kind: Event
  lastTimestamp: "2026-05-20T15:59:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:59:50Z"
    name: isvc-pmml-predictor.18b151569ba56df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22764"
    uid: 957290c3-6629-4591-bb2c-96bcd88bacb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: b8850ed6-8fac-470c-9050-63a6cc465853
  kind: Event
  lastTimestamp: "2026-05-20T16:00:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:00:35Z"
    name: isvc-pmml-predictor.18b1516118f6c200
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: 362c450d-f182-4381-9b8b-f3f798372852
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: b8850ed6-8fac-470c-9050-63a6cc465853
  kind: Event
  lastTimestamp: "2026-05-20T16:00:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:00:35Z"
    name: isvc-pmml-predictor.18b15161195eb118
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: 068a9f2a-d7e7-4927-9f12-e870b184f9e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:00:36.582410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23132"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-7qfgt
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1516863e45e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23136"
    uid: 20a31cf3-cd44-47e9-9318-7b71f5c36c99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b151686ec5f4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: ddcf58e1-a60a-4e3d-b791-d747d268a2fe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:37Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:00:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15168a09681c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e0a01470-6e71-4e83-81b6-c295358cd7d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15168a222d96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 814f19af-cfd7-4d7b-a2ff-33bf37018873
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15168a4e98651
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 04e22adf-ef96-4149-b8af-835c8ce8a6fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:37Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15168a55332e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: a3b29211-e4e9-4bf1-a9ff-e281f0aa08f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1516990e28b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: df122c99-e51f-4187-b624-a709e92f3e33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1516993e294b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23207"
    uid: 458779e2-f4e2-49f0-ac72-5c42525b9521
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15169944d222f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: 0fd05b94-7b53-4efb-b361-980c375f1ae6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b151699457f3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 3bed5f93-72ff-4a08-8559-8b549c078486
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15169972eef8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: 3bfc79b1-b224-4321-b5cb-1410d0b56edb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:00:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:00:41Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b15169979b109d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: c3e4a1d2-bdb9-4de0-a98c-d1e33fd9a0ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:02:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1516a0881ac0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: bad33a08-78d7-44ef-aedc-cba34aa56c96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1517d8d7f99cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 619d8a98-e2e0-4f97-8fc3-4f5c53c1a2a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1517d8d8015a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: 0bc509af-8237-434e-93f7-73e1fd23147b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 10881fdf-ac40-4d21-b924-0a4cc1960dcf
  kind: Event
  lastTimestamp: "2026-05-20T16:02:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:09Z"
    name: isvc-pmml-runtime-predictor-67bc544947-7qfgt.18b1517e0e9b0df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: d6ae5897-18cf-442a-86bb-7c16eb0d1703
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23121"
    uid: d1fc6ff6-9373-4b5a-8b51-7e778d3959c7
  kind: Event
  lastTimestamp: "2026-05-20T16:00:36Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-7qfgt'
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18b1516863516c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 326aa7b1-982c-453c-8c94-f4e06de3f0be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: 9f764412-8700-4ad8-9d32-a9eb90355c77
  kind: Event
  lastTimestamp: "2026-05-20T16:00:36Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-runtime-predictor.18b151685f20b56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23123"
    uid: 3a1acc4d-2f0d-45d0-bb60-d2511b1422be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: 9d34e77b-f978-46ac-bdd7-e273ee6d67f9
  kind: Event
  lastTimestamp: "2026-05-20T16:01:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:01:21Z"
    name: isvc-pmml-runtime-predictor.18b1516bddd8d5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 6199da66-0cd1-41ff-b131-9c39b6b0c6ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: 9d34e77b-f978-46ac-bdd7-e273ee6d67f9
  kind: Event
  lastTimestamp: "2026-05-20T16:01:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:01:21Z"
    name: isvc-pmml-runtime-predictor.18b1516bde4ac9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 9eff0cc6-da69-4ea1-81a1-f438b8d53981
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 9d34e77b-f978-46ac-bdd7-e273ee6d67f9
  kind: Event
  lastTimestamp: "2026-05-20T16:02:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:02:06Z"
    name: isvc-pmml-runtime-predictor.18b1516f5d8e5281
    namespace: kserve-ci-e2e-test
    resourceVersion: "23824"
    uid: 3ed86768-766f-4519-b855-4d2fd51742fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 9d34e77b-f978-46ac-bdd7-e273ee6d67f9
  kind: Event
  lastTimestamp: "2026-05-20T16:02:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:02:06Z"
    name: isvc-pmml-runtime-predictor.18b1516f5dfe8024
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: e4c8fcd6-62a4-4024-8c42-c9b27992f44e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: 49095e3c-2b17-4224-b504-fcf41efb14a1
  kind: Event
  lastTimestamp: "2026-05-20T16:01:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:01:59Z"
    name: isvc-pmml-runtime.18b151685ef940b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: aa23c53a-19b7-4bf3-82cd-e713135630c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: 49095e3c-2b17-4224-b504-fcf41efb14a1
  kind: Event
  lastTimestamp: "2026-05-20T16:00:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:00:36Z"
    name: isvc-pmml-runtime.18b151685f4d0b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: 4a4f2bba-1157-4b52-81d4-291723e3b59e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 49095e3c-2b17-4224-b504-fcf41efb14a1
  kind: Event
  lastTimestamp: "2026-05-20T16:01:59Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:01:59Z"
    name: isvc-pmml-runtime.18b1517bbf9031c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: 038b17a9-5d1a-408c-ab19-30b846d2d0fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:02:07.576338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23873"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517d938d9477
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: bbba07cd-6a6b-4f94-842a-5b8f9697b3c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517dac6ffbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 6c5c2135-941e-4612-a274-4710d7e017b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517dadd12e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23895"
    uid: fa9ca531-f845-4051-b6cb-90788d476784
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517db0349176
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 40d83e74-4484-4c7b-8ea0-c713f3529690
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:08Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517db09c45d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: e84ef44c-9637-4cd3-bcec-2c422ef4228c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:12Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517ed0ba1b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: d9d176eb-4856-4326-9077-998618aef514
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517ed374d74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: f11d4cb5-411e-4c5f-a18b-45fb10016a05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517ed3df5d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23949"
    uid: 48c42f6a-2687-4b53-b552-4e8db029e812
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517ed3ea7fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23951"
    uid: 67b5a331-722d-4232-b2ab-97f3cf12fdaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:12Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517ed694e005
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 93434ae9-c8bc-4ede-bc04-9b581ee322ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:02:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:02:13Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517ed70d33c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: 473b5971-a387-406a-9e22-7898277657ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:03:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b1517f0c94bd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: b951c410-1fc4-4010-8113-3be6911353af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:03:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b15192c4b6236a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 3c6cbca7-c472-4c6b-af48-f54ab013fab7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:03:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b15192c4b6ab37
    namespace: kserve-ci-e2e-test
    resourceVersion: "24594"
    uid: 384eaab0-23dd-41d6-a49e-3898a54441fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 6e189590-116f-4318-86b6-c4ca0b80b873
  kind: Event
  lastTimestamp: "2026-05-20T16:03:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:40Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4.18b151934e71ebf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: e3bdea06-5556-4904-90d9-4512bc8dadd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: 37430564-c43b-42d2-9973-b762f591cd51
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-mzmw4'
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18b1517d93227ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23874"
    uid: 683260d6-9cc0-4341-8b6a-9acc1667acbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 4d87885d-3079-4829-b8b0-7400ba3576c0
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-v2-kserve-predictor.18b1517d8ec2aa35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: a5c1ee31-6511-4331-bdd8-eefc04b3e031
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: e7cf23c9-2b47-4073-aa9e-addec410a2e2
  kind: Event
  lastTimestamp: "2026-05-20T16:02:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:02:52Z"
    name: isvc-pmml-v2-kserve-predictor.18b151810d5518c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: d0897bdf-4137-4966-91f9-6a60c5f29244
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: e7cf23c9-2b47-4073-aa9e-addec410a2e2
  kind: Event
  lastTimestamp: "2026-05-20T16:02:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:02:52Z"
    name: isvc-pmml-v2-kserve-predictor.18b151810dc1ff31
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 3583e069-72a5-4793-90c1-617777d8645c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24024"
    uid: e7cf23c9-2b47-4073-aa9e-addec410a2e2
  kind: Event
  lastTimestamp: "2026-05-20T16:03:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:03:37Z"
    name: isvc-pmml-v2-kserve-predictor.18b1518b8b76bcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: ef760185-8adb-4a2b-985a-3fd50c5c747d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24024"
    uid: e7cf23c9-2b47-4073-aa9e-addec410a2e2
  kind: Event
  lastTimestamp: "2026-05-20T16:03:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:03:37Z"
    name: isvc-pmml-v2-kserve-predictor.18b1518b8befc035
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: 4e25dc16-295d-4fe9-92d5-97ef814de9d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: 47f291c5-5e0d-4b0d-ad24-e23ed9e5b2f3
  kind: Event
  lastTimestamp: "2026-05-20T16:03:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:03:31Z"
    name: isvc-pmml-v2-kserve.18b1517d8e9b8cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24512"
    uid: fbf56800-b681-4fd8-8514-0c80c1158844
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: 47f291c5-5e0d-4b0d-ad24-e23ed9e5b2f3
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-v2-kserve.18b1517d8f3e6c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: e2c47c73-97e4-4bbe-932b-0eb827ce1b84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: 47f291c5-5e0d-4b0d-ad24-e23ed9e5b2f3
  kind: Event
  lastTimestamp: "2026-05-20T16:02:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:02:07Z"
    name: isvc-pmml-v2-kserve.18b1517d946314b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: d8debc1d-4526-4b77-bccf-f7c5c37afe3d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 47f291c5-5e0d-4b0d-ad24-e23ed9e5b2f3
  kind: Event
  lastTimestamp: "2026-05-20T16:03:30Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:03:30Z"
    name: isvc-pmml-v2-kserve.18b15190ff9657e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 9efd8957-6e09-452e-921d-ed6c46eea3ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 9eaaf338-f723-4046-9a65-d0d4429974d5
  kind: Event
  lastTimestamp: "2026-05-20T16:00:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:00:32Z"
    name: isvc-pmml.18b151531c8a9d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23060"
    uid: 6bec9e47-d43d-4e1a-bfc3-40d6a2055c70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 9eaaf338-f723-4046-9a65-d0d4429974d5
  kind: Event
  lastTimestamp: "2026-05-20T15:59:05Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:59:05Z"
    name: isvc-pmml.18b151531cf5a614
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: b6f80312-5199-4aec-8866-5006899116b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:00:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: 9eaaf338-f723-4046-9a65-d0d4429974d5
  kind: Event
  lastTimestamp: "2026-05-20T16:00:31Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:00:31Z"
    name: isvc-pmml.18b15167518b0b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 550dd656-997d-4657-b6b0-f49516177a48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:08:30.647487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d6c45f8165
    namespace: kserve-ci-e2e-test
    resourceVersion: "27425"
    uid: b86b844e-7471-4080-9521-8bd1fad9291c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d6cd3d882f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27435"
    uid: f5f4a8ad-8466-4c53-a9be-4d193d8a5e03
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:31Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:08:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d70158bfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: fce41a53-3a25-419f-8fc1-0edad72dd5d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d702b6337a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: eb4c11de-8897-40d5-bcf9-54de496b6d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d70580f3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: 9d037edd-3a2b-43a0-9910-a187817f9432
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d705e889e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: 4b4b24af-efa5-44e3-ab2e-8b62756a6b71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d8034ee53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 142b8c16-a6ac-4fd2-b8bb-849c6a673489
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d806c704fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 2c9b5026-a215-451f-84ba-2d18adcd33f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d8073525f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 429336d1-3de2-4a45-afa5-8eb01f49244e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d8074187f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: d1e4fe05-cb16-46ce-b6b0-1ee91e15eecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d80a21b498
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 8f687e53-7f4c-43d5-8ea3-fdc3754bb89c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:08:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:36Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d80a8ada93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 6cde00a8-7e45-4c5d-a0bf-cdaa4e435b79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:10:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151d87b0015d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28206"
    uid: 32fcabb3-03cd-4ce7-ad05-f7fe5635b4cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151ebc5c5e040
    namespace: kserve-ci-e2e-test
    resourceVersion: "28129"
    uid: 0114ec20-89a4-4f02-8756-0ca152f75ae5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151ebc5c63d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "28132"
    uid: 4d426294-4550-418c-8de0-8a6a67a66f8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e239801f-cd70-49b9-979f-9ba3172a4311
  kind: Event
  lastTimestamp: "2026-05-20T16:10:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j.18b151ec81380c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28205"
    uid: f661ff4e-5417-4cbe-a721-f71e9065fcf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: d71f0345-788b-4fcf-9bc3-288b9b5dfe62
  kind: Event
  lastTimestamp: "2026-05-20T16:08:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-x6s5j'
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18b151d6c3da0458
    namespace: kserve-ci-e2e-test
    resourceVersion: "27422"
    uid: affe2fcd-0ce5-4f1d-beb5-058bc7086c60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: 3449a737-e704-4d2f-b45f-c7d85bf4e874
  kind: Event
  lastTimestamp: "2026-05-20T16:08:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-lightgbm-predictor.18b151d6c0df4a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 43ae9c6d-c3e1-495c-afed-0e088a405ba3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: 40467321-5f01-40fa-9e94-546dd7b168f1
  kind: Event
  lastTimestamp: "2026-05-20T16:08:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:08:45Z"
    name: isvc-predictive-lightgbm-predictor.18b151da3f9c1823
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: c64dea52-9550-40bb-bda2-2fed89706e8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: 40467321-5f01-40fa-9e94-546dd7b168f1
  kind: Event
  lastTimestamp: "2026-05-20T16:08:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:08:45Z"
    name: isvc-predictive-lightgbm-predictor.18b151da4004ed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: 951bc447-14b6-43b1-a0ce-33ca833c4a3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 40467321-5f01-40fa-9e94-546dd7b168f1
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-lightgbm-predictor.18b151ddbf3b5b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 8911af4a-217b-48fe-b330-52e0fee770f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 40467321-5f01-40fa-9e94-546dd7b168f1
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-lightgbm-predictor.18b151ddbfa9bcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: 3aafffca-a13f-4887-894b-7a4b0b8453e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:13:01.408759Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b15215cf02b7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: b7ddadae-9ca0-4ecc-96cb-242c6175a298
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b15215da0bb0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29649"
    uid: ca23d552-a92a-4671-b8c2-77a024d389e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29644"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:02Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:13:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b152160bd1fdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29661"
    uid: 577a4eef-e4bc-4da2-80e4-46cb8ba1cf9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b152160d44ee54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: 8fd23f55-b452-4c6e-abe8-11c04676edf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b15216102da857
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: 255c526c-ea9e-4c30-9193-4a3cafde6833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b15216109c20c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29665"
    uid: c7c00318-8334-4151-a24b-ece4f929523d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b152170e9728fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: 2d89ba17-b5ee-4fd5-8e92-50f093d540e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b15217116cd2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29711"
    uid: a242b550-30ee-44cd-8736-69f0bc9bb331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1521711dedcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: ce9450de-d30b-492d-ba9f-5a05cd3e8ea4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1521711ea8f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 0f4ddcad-23d3-4e14-9a78-65da9ef50b9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1521714c061f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: d8f4e937-ab44-46f1-a83c-8408c7c126a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:13:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b152171531a77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29718"
    uid: d8114b1e-5f37-4d67-9395-f78b150fad0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:14:34Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1521fe895449b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30466"
    uid: 8e421217-73da-40da-bd12-aa40fe865195
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1522aca21f107
    namespace: kserve-ci-e2e-test
    resourceVersion: "30351"
    uid: 9a1ca35c-0a79-45b2-a50e-e5e592d340ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1522aca2299f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30355"
    uid: 56599180-63ef-44a0-86ce-570ad747abb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: cce58a5a-e1f7-47fd-946e-2a401a986fb7
  kind: Event
  lastTimestamp: "2026-05-20T16:14:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5.18b1522b8c714c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: ed3faafb-770f-4ff5-8d83-f9b1de5981cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: 32ed3613-c6f4-4381-9c25-88643cbaa9f6
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-x57h5'
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18b15215ce61aba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: 3e76eb83-06c8-4d5a-9e41-c6a3f6a1874b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29621"
    uid: c2cfe322-cfd8-4288-8b16-9a6957b66b95
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b15215ca5619a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 0c1a70d2-9717-436a-a1ee-d8fd665a3508
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29623"
    uid: 028c5b2e-ad24-4a87-a557-941a076f1ea5
  kind: Event
  lastTimestamp: "2026-05-20T16:13:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:13:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b1521948e2716b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: 01fecc13-aa1e-41e0-b49a-707095033b95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29623"
    uid: 028c5b2e-ad24-4a87-a557-941a076f1ea5
  kind: Event
  lastTimestamp: "2026-05-20T16:13:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:13:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b15219494a8a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "29893"
    uid: 92e19e3b-a715-446c-8f66-c15e2f9a9f54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 028c5b2e-ad24-4a87-a557-941a076f1ea5
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b1522047330bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: 619882af-6af1-4b39-894f-50948583c72c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 028c5b2e-ad24-4a87-a557-941a076f1ea5
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-predictive-lightgbm-v2-predictor.18b15220479cfb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: f4255360-faa0-4be1-bf28-8427f23286de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: b25bdccc-f4ac-4741-bff2-ad37f2cffb34
  kind: Event
  lastTimestamp: "2026-05-20T16:14:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:24Z"
    name: isvc-predictive-lightgbm-v2.18b15215ca2fa369
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: 4eba33bb-8b24-4ffd-b076-36107faddb6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: b25bdccc-f4ac-4741-bff2-ad37f2cffb34
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-lightgbm-v2.18b15215ca869a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29645"
    uid: 9caf5f6b-ef71-4dea-a8c5-221a7c54a1ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29604"
    uid: b25bdccc-f4ac-4741-bff2-ad37f2cffb34
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-lightgbm-v2.18b15215cff9910f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 6c56105a-ba00-49d7-aaa9-85bfee6a01e8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: b25bdccc-f4ac-4741-bff2-ad37f2cffb34
  kind: Event
  lastTimestamp: "2026-05-20T16:14:24Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:24Z"
    name: isvc-predictive-lightgbm-v2.18b152293d4e9e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30277"
    uid: befa4497-0594-407d-8059-bb42418337cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 38f199cc-92d7-4d61-a192-c86b00fb208a
  kind: Event
  lastTimestamp: "2026-05-20T16:09:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:09:54Z"
    name: isvc-predictive-lightgbm.18b151d6c0e408f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28064"
    uid: d1e489a0-101b-4206-acf1-a6c9f8ee42b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 38f199cc-92d7-4d61-a192-c86b00fb208a
  kind: Event
  lastTimestamp: "2026-05-20T16:08:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-lightgbm.18b151d6c1785a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: af8d62a0-c677-45c6-ad4a-746792a71c76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28061"
    uid: 38f199cc-92d7-4d61-a192-c86b00fb208a
  kind: Event
  lastTimestamp: "2026-05-20T16:09:54Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:09:54Z"
    name: isvc-predictive-lightgbm.18b151ea321bdf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: 64a0e05a-d807-474b-9913-881d33b59e0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:05:20.713276Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25876"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:05:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:05:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151aa8b696536
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: ad06462f-fa63-449f-81b0-9d2a419f8153
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:21Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:05:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151aaa4d67848
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: 322e8526-f87b-4186-888f-fd4e051f85d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151aaa659ef79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25891"
    uid: addb7261-cdca-4864-9c64-dcacdff00701
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151aaa8fe2ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25893"
    uid: 4d4cdbad-032a-485b-9ae4-00dfa3b8abcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:21Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151aaa95cc0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25894"
    uid: 7af3c137-5107-4f33-8ae2-b15625e48c52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:25Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T16:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:25Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151aba56dac7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 143e52a3-e427-4784-ac03-a5f2671e0675
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:49Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.238s
    (24.238s including waiting). Image size: 2325070913 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:49Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b14a2a6160
    namespace: kserve-ci-e2e-test
    resourceVersion: "26116"
    uid: bc301f41-3672-4525-a397-c5aa9d6b0a33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:49Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b15062f88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: ad758b59-d015-4eb5-906d-c1e4d0527738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:49Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b1512818fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: c7cd5b24-d420-425c-85f8-2882dc5be4b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:49Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b15134b86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 8818196d-e2f8-46e5-9005-cd40af90f892
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:49Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b154dc657f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26120"
    uid: c945a1d8-0ac2-461e-ae04-3496b4f8ef1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:05:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:49Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b15681e892
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 338b74f0-7daf-414c-b086-7c200a602a3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:06:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:06:56Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151b17cdb9503
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 827a49b2-66df-481e-b6fc-d639352fc538
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151c4138ab430
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 805b67dd-a0a4-4491-b411-5fecc2e15283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151c4138b3d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: c1ffced3-3a85-4847-8b17-ccbb91f94601
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "25878"
    uid: 821e6fc3-497c-418e-9b53-53dab2d9a820
  kind: Event
  lastTimestamp: "2026-05-20T16:07:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh.18b151c458f27c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: bf4f65d0-0992-43a7-82cf-929dd22a50a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25859"
    uid: 34bb0c58-9f24-4ac5-a8f2-783cd2930a11
  kind: Event
  lastTimestamp: "2026-05-20T16:05:20Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-4qsgh'
  metadata:
    creationTimestamp: "2026-05-20T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:20Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18b151aa8ad182b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: 1a8f2815-fe42-4b5e-93d8-79fffff27473
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 3debffe8-bb75-4ddd-8965-7897db551502
  kind: Event
  lastTimestamp: "2026-05-20T16:05:20Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:20Z"
    name: isvc-predictive-sklearn-predictor.18b151aa71f5cf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: 62832dce-f1ab-4faf-9a3a-895d6e3746fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: f5971db3-bf69-469e-b5ec-a5036494346e
  kind: Event
  lastTimestamp: "2026-05-20T16:06:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:06:20Z"
    name: isvc-predictive-sklearn-predictor.18b151adf0e819c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: b46479be-1148-41e0-8f60-2ee949f454f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: f5971db3-bf69-469e-b5ec-a5036494346e
  kind: Event
  lastTimestamp: "2026-05-20T16:06:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:06:20Z"
    name: isvc-predictive-sklearn-predictor.18b151adf1572c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: b6108770-94f1-4481-9fd4-d2b34004a16c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: f5971db3-bf69-469e-b5ec-a5036494346e
  kind: Event
  lastTimestamp: "2026-05-20T16:07:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:07:05Z"
    name: isvc-predictive-sklearn-predictor.18b151bbed8181ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 3a6086aa-d35d-4917-8588-afed4b5109ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:06:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: f5971db3-bf69-469e-b5ec-a5036494346e
  kind: Event
  lastTimestamp: "2026-05-20T16:07:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:07:05Z"
    name: isvc-predictive-sklearn-predictor.18b151bbedf060f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26665"
    uid: bc3be2df-c1df-49c2-b2ac-35395a4bb914
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:10:00.979796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ebcc991ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28157"
    uid: 03be2f81-e2f8-44e3-80b9-88bb3528a01b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:01Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:10:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ebe572b887
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 95be1708-57fa-43d7-abf7-6ba1f71e21b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ebe6ccae40
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 38766aa4-6222-4370-a529-fa496c378bd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ebe9d867f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 13fd6cf5-575d-4053-8896-8bf03a656a0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ebea6e1f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28175"
    uid: 4f3b21c1-2b5b-44a5-9cc5-0b5d8b7fb918
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ed06cbc8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: fe9e780f-4c48-4a40-a9dd-63b77817404e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ed09d96a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: 022824c0-4df9-4997-af62-caa962f6ed1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ed0a4e6f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: ee96cbda-c74c-4450-a01c-67a922e9034e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ed0a5a72de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: 511f16b0-824f-4d65-9a37-b51b9f1cd73c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ed0da70a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 9b92a067-92e6-426f-9aa3-eeb555c32789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:10:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:10:06Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151ed0e13fe97
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: 5f82d3a3-05d3-4b80-97eb-7034f7584e96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:11:33Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:33Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b151f5a595ab76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: 65d280d8-be82-4206-8bd5-a47947a9e79f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b15200c72aea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: 8d097905-a259-4119-bff1-32010c0eb7c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b15200c72bfbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 66c9d9b2-1441-44af-8932-f1453eb3ba7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: af973828-8ae5-4ead-99c1-f6ec83d5aa3f
  kind: Event
  lastTimestamp: "2026-05-20T16:11:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:32Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq.18b152010d85c3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28921"
    uid: a8041de6-b0fb-48a9-a682-49069adc471d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: 69d57d8f-fd54-4a9c-af24-4065bff08914
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-2tsgq'
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18b151ebcbff4722
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: 50ca0734-9497-4dc4-b9c3-f70428511073
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28138"
    uid: 33d567ee-0923-419f-ba70-f7c0ad551561
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18b151ebc7e2ab69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 1e4b08c3-ffc7-4b5f-b405-1f26c9f01db1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28139"
    uid: e4315b88-9bdb-4662-8d0f-a74fe7d2cee0
  kind: Event
  lastTimestamp: "2026-05-20T16:10:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:10:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18b151ef4657908b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28405"
    uid: cc07174a-d168-4dd8-bbc8-02162f4947af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28139"
    uid: e4315b88-9bdb-4662-8d0f-a74fe7d2cee0
  kind: Event
  lastTimestamp: "2026-05-20T16:10:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:10:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18b151ef46bf848f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: 8665f35a-4d64-47b6-b1ec-8ce8715f9509
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: e4315b88-9bdb-4662-8d0f-a74fe7d2cee0
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18b151f645495dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28845"
    uid: 2519dd6d-de4f-4b7e-b40d-25c6a0c468d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: e4315b88-9bdb-4662-8d0f-a74fe7d2cee0
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18b151f645e7a4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: 0d74b940-45b5-401b-a2fc-f58f744f4ca5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28111"
    uid: 506f017c-5549-4616-afaa-3501626dac4b
  kind: Event
  lastTimestamp: "2026-05-20T16:11:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:11:23Z"
    name: isvc-predictive-sklearn-v2.18b151ebc7a64c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "28786"
    uid: 9471ef33-d192-4540-96b1-ea79e6b58550
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28111"
    uid: 506f017c-5549-4616-afaa-3501626dac4b
  kind: Event
  lastTimestamp: "2026-05-20T16:10:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:10:00Z"
    name: isvc-predictive-sklearn-v2.18b151ebc7fde757
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 26e6a943-f296-46ec-a9cb-7edea4268cb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 506f017c-5549-4616-afaa-3501626dac4b
  kind: Event
  lastTimestamp: "2026-05-20T16:11:23Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:11:23Z"
    name: isvc-predictive-sklearn-v2.18b151fefb0e4a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: 585db300-7460-4cdf-afd0-a1866dd086e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0a070699-b3a0-4759-8984-7b08b79e8f3d
  kind: Event
  lastTimestamp: "2026-05-20T16:07:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:07:05Z"
    name: isvc-predictive-sklearn.18b151aa71aac971
    namespace: kserve-ci-e2e-test
    resourceVersion: "26677"
    uid: 438a5b6f-e712-4d49-9faa-2677cd70131d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 0a070699-b3a0-4759-8984-7b08b79e8f3d
  kind: Event
  lastTimestamp: "2026-05-20T16:05:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:05:20Z"
    name: isvc-predictive-sklearn.18b151aa7255aa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: 72ea2b3d-d748-45a8-b805-513de1c31013
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: 0a070699-b3a0-4759-8984-7b08b79e8f3d
  kind: Event
  lastTimestamp: "2026-05-20T16:07:05Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:07:05Z"
    name: isvc-predictive-sklearn.18b151c30d0bcb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: ac8b44b7-6b1a-4895-8c66-32833d17c17e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:07:10.507995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26754"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c41bafcc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26760"
    uid: 75a1a2dd-3bae-43d3-b876-d7abd25a4b2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c4246a9e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: 6e6d171b-fef9-4b1b-9dda-fea4980170a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:11Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:07:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c4583c8919
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: 537fe67c-59a5-47cc-aa8d-499f87001fe1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c459b8d2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: 0cb87bb7-ce1b-483b-b457-baf267445c13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c45c6ecf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: 3ddc7085-f90f-417c-87df-68ac28ca75b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:11Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c45ccf5e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: 7c8f2322-e5d6-4889-a8f4-0082a632bc11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c5557da25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 287ed040-eca9-4ce8-926c-3318aaceb3e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c558453c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 290e5d45-56c0-4755-93e7-e0d78a0ede5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c558aaa752
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 1181a3a6-855e-4bc6-8b96-3f6f9bcf0d89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c558b76ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: 07f909de-6ef0-484c-9fac-4ca9e1f9630e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c55b5186d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 97c54fb5-19c0-4bc7-a019-74a1ea075254
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:07:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:07:15Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c55bba8780
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 1338f3e5-bf13-4125-87e2-6cd36649690c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:08:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:22Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151c5916ae7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27311"
    uid: ce8d366d-9e5d-4cb3-b232-3e5ec14a018c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:08:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151d6c05314a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 4417a119-0c15-4621-90f8-58d5ff210221
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:08:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151d6c053ebf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27410"
    uid: 0f6cd92f-a24c-44fa-b47f-2ebbc82e4aa5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 4d0e5891-a832-4948-a9b3-fa98366b0336
  kind: Event
  lastTimestamp: "2026-05-20T16:08:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:08:32Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5.18b151d743a38d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27465"
    uid: eb72e8a9-4d6b-425d-9f1d-ee0ac0ef39f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: f6dec84d-92d9-4c6e-b7f3-65363147666c
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-vwmz5'
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18b151c41b3cd286
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 1e1748ec-a2e4-4438-9e5b-7f8865f8e724
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: c3103c0d-849b-48d5-9df4-19630e8449ed
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-xgboost-predictor.18b151c41468c768
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: f7715531-6372-4cfe-80b6-31ffb328e5c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: f84bdcda-381d-4e89-b172-f53499f6a5ca
  kind: Event
  lastTimestamp: "2026-05-20T16:07:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:07:55Z"
    name: isvc-predictive-xgboost-predictor.18b151c7931a5726
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 61d3f4fd-1b89-4746-a9b3-d9e6daff3f30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: f84bdcda-381d-4e89-b172-f53499f6a5ca
  kind: Event
  lastTimestamp: "2026-05-20T16:07:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:07:55Z"
    name: isvc-predictive-xgboost-predictor.18b151c79383b3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: d6ff1a49-1e2f-49ac-93af-9d6e2b4b5c8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: f84bdcda-381d-4e89-b172-f53499f6a5ca
  kind: Event
  lastTimestamp: "2026-05-20T16:08:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:08:25Z"
    name: isvc-predictive-xgboost-predictor.18b151d2106a578c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: eb0a9f22-58ff-475d-92ed-f7263f600b25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: f84bdcda-381d-4e89-b172-f53499f6a5ca
  kind: Event
  lastTimestamp: "2026-05-20T16:08:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:08:25Z"
    name: isvc-predictive-xgboost-predictor.18b151d210f3723a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: 8ce6c2d4-186a-4cb4-b81c-2b9eed501340
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:11:31.178284Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15200ccd8be93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 29d1a2ef-e643-446d-8a5f-4571c96805ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15200e6354354
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: 9847df6b-7158-491e-86e5-a906c09e78da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15200e781101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: f1ac9b2c-a0de-410e-9c4c-266caa1a7ec7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15200ea308a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: 0baf8371-137b-4af1-97ac-56ed62116644
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15200ea9c9129
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: a5bc043b-f8ef-409e-b592-fa1fdc970840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15201ceadd2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28958"
    uid: dc46c463-7f63-40fd-a227-9c7250a81965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15201d1cec471
    namespace: kserve-ci-e2e-test
    resourceVersion: "28963"
    uid: 520e785c-6b76-4540-85c2-1aaf905bdb74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15201d23ae961
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 2b6e3122-1803-460d-afaa-55ed6b16b207
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15201d2455c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "28967"
    uid: db423c82-cbfa-4860-af10-358b9efcf3dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15201d572aed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28970"
    uid: e910cf90-bd81-4ca3-a310-a1ec3ce90d56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:11:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:11:35Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15201d5dd622b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28971"
    uid: 53de9541-a0b9-418e-9a7a-8d272d9bdb94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T16:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:13:02Z"
  message: 'Readiness probe failed: Get "http://10.133.0.41:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b1520a6ccdb9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29674"
    uid: 1d69b47e-e19a-47a2-9bab-949509432bbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15215c93ad559
    namespace: kserve-ci-e2e-test
    resourceVersion: "29620"
    uid: cb79e781-087d-495f-8824-62cccf0343f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b15215c93bc482
    namespace: kserve-ci-e2e-test
    resourceVersion: "29622"
    uid: ab604403-09ed-491b-8095-4b440863b0c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28890"
    uid: 2f1c3031-0492-4390-90ab-d1e9ad4c331c
  kind: Event
  lastTimestamp: "2026-05-20T16:13:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:13:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4.18b1521610c1f6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: dd7d544e-2e78-402c-9b45-59ec5ff851bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28877"
    uid: 906a73d4-94ec-4c46-9d15-030a143bc0f5
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-d97r4'
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18b15200cc6c0a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "28889"
    uid: faf0f441-7230-44ac-ab2d-2dfe6b07ae8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28874"
    uid: 35126581-4af3-4a14-8a07-4f2f3189dead
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18b15200c82bbf23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28879"
    uid: ec8308cd-13ff-4b3f-ae74-e7ae24b53eaf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28876"
    uid: 3336fa84-f80f-4fc3-97ab-cd2a2960afc3
  kind: Event
  lastTimestamp: "2026-05-20T16:12:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:12:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b1520446b8674a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: bbc0b79d-2fc1-4210-b5bd-35f1b08db585
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28876"
    uid: 3336fa84-f80f-4fc3-97ab-cd2a2960afc3
  kind: Event
  lastTimestamp: "2026-05-20T16:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:12:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b152044726f798
    namespace: kserve-ci-e2e-test
    resourceVersion: "29156"
    uid: 054c3fbe-0a85-4054-bf0d-08e04a736b34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29051"
    uid: 3336fa84-f80f-4fc3-97ab-cd2a2960afc3
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b1520b4501fd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: 100693e5-0c8c-4f01-bea8-b78e09b87c11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29051"
    uid: 3336fa84-f80f-4fc3-97ab-cd2a2960afc3
  kind: Event
  lastTimestamp: "2026-05-20T16:13:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:13:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18b1520b456c3a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 9a824515-ce48-4f3d-a274-0af145e3881a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28847"
    uid: ca55d144-7fce-4f47-86fb-dafa63d88f28
  kind: Event
  lastTimestamp: "2026-05-20T16:12:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:12:53Z"
    name: isvc-predictive-xgboost-v2.18b15200c808f3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29534"
    uid: 97048dbf-a815-48a8-a0ad-f44634b49437
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28847"
    uid: ca55d144-7fce-4f47-86fb-dafa63d88f28
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2.18b15200c851083f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: 27428f95-1c29-4f0e-b496-b9c9a81221fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28857"
    uid: ca55d144-7fce-4f47-86fb-dafa63d88f28
  kind: Event
  lastTimestamp: "2026-05-20T16:11:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:11:31Z"
    name: isvc-predictive-xgboost-v2.18b15200cd93e524
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: 690a8267-7ac5-43b3-9ef0-aa62e679eeee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:12:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: ca55d144-7fce-4f47-86fb-dafa63d88f28
  kind: Event
  lastTimestamp: "2026-05-20T16:12:52Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:12:52Z"
    name: isvc-predictive-xgboost-v2.18b15213d7fb3cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29533"
    uid: b43eee74-1570-4e3d-ab61-d43be3e94806
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: 9f8f89fd-fb65-4243-874e-d05da59c857c
  kind: Event
  lastTimestamp: "2026-05-20T16:08:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:08:28Z"
    name: isvc-predictive-xgboost.18b151c4141ac2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27357"
    uid: 1af45ae0-7736-4ed9-b182-4fcfed0e7ba3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: 9f8f89fd-fb65-4243-874e-d05da59c857c
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-xgboost.18b151c4149ef13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26755"
    uid: 06cbca26-ae42-4e79-8328-154b8d813496
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:07:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: 9f8f89fd-fb65-4243-874e-d05da59c857c
  kind: Event
  lastTimestamp: "2026-05-20T16:07:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:07:10Z"
    name: isvc-predictive-xgboost.18b151c41ae5d426
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 11120de1-a360-4afb-adfb-d38ce706c80d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27354"
    uid: 9f8f89fd-fb65-4243-874e-d05da59c857c
  kind: Event
  lastTimestamp: "2026-05-20T16:08:27Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:08:27Z"
    name: isvc-predictive-xgboost.18b151d625d31138
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: 12f2a489-b7bc-4978-8953-ec96d978fc47
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:03:38.689796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a8175b-predictor-5fb455746d-2hm67
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15192ca569847
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 8b2984f2-993d-4bbf-9ed6-501f148cc7db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:39Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:03:39Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15192e35ca033
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: c597da3d-b8bb-4037-bfa1-cd184c8b12d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:39Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15192e4f9ef68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: 0085e232-b7fd-492f-a690-23ecb110da76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:39Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15192e7b89590
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: e1684b07-52ee-40ad-bc68-12bc0bbc08b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:39Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15192e811fa67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: fcfe1404-f95b-47fb-a0e0-cd12a08b5ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:43Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15193d37f3cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: eed39708-945c-4cc1-a67e-0dfffefe5949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:43Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15193d5fbaf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24673"
    uid: e1059872-0e66-44e2-891c-ccc14d153ed0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:43Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15193d65ddf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: 216ab6a4-ee11-44ee-8aec-6c706439f9f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:43Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15193d669788d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 2b4b36cf-f011-4c2b-8e71-2e3666e568de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:43Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15193d92f54c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24678"
    uid: ac8295e6-0d0b-4411-81b2-138d53c57e84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:03:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:03:43Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b15193d9900de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: ec8c3e71-5841-419a-85b9-290b9cbcf20b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:04:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:04:41Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b151944b31d1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: d8d5e6b7-ed09-4f15-b693-765750ae85a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:05:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:14Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b151a9361e5b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: d1c97ebd-0f1f-4d7c-a5fd-129e81a6150f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:05:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:14Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b151a9361f22c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 09b16be7-1e2e-42ba-b9e5-55da5081cb81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: bb987d2e-a0ae-400d-88d8-637a6b681b35
  kind: Event
  lastTimestamp: "2026-05-20T16:05:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:16Z"
    name: isvc-primary-a8175b-predictor-5fb455746d-2hm67.18b151a97b59d2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 1119cc8d-42d2-416b-86a6-ca4755a0145b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a8175b-predictor-5fb455746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: f43f2190-99cc-48ed-87eb-4c600860c47a
  kind: Event
  lastTimestamp: "2026-05-20T16:03:38Z"
  message: 'Created pod: isvc-primary-a8175b-predictor-5fb455746d-2hm67'
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-primary-a8175b-predictor-5fb455746d.18b15192c9ed712f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24607"
    uid: dfd5d967-7710-4262-a88d-0e24de8ac7b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: 183694b5-4082-43de-bc06-353548b96652
  kind: Event
  lastTimestamp: "2026-05-20T16:03:38Z"
  message: Scaled up replica set isvc-primary-a8175b-predictor-5fb455746d from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-primary-a8175b-predictor.18b15192c5d40dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: 7ea44d2d-3bc8-4efa-934a-946bde8d4df6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: bfa77894-a305-43dd-b238-3efd0d885abe
  kind: Event
  lastTimestamp: "2026-05-20T16:04:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:04:23Z"
    name: isvc-primary-a8175b-predictor.18b1519644ce87c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24964"
    uid: bb690a7c-a3bf-4b3b-abbc-2f2adeb43b31
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: bfa77894-a305-43dd-b238-3efd0d885abe
  kind: Event
  lastTimestamp: "2026-05-20T16:04:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:04:23Z"
    name: isvc-primary-a8175b-predictor.18b1519645360e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: c40fa27f-6484-49ac-981f-aab3292571ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: bfa77894-a305-43dd-b238-3efd0d885abe
  kind: Event
  lastTimestamp: "2026-05-20T16:05:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:08Z"
    name: isvc-primary-a8175b-predictor.18b151a0c22d643a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: ed9587fa-7eb0-4c45-b29b-6ce94679fb19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: bfa77894-a305-43dd-b238-3efd0d885abe
  kind: Event
  lastTimestamp: "2026-05-20T16:05:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:08Z"
    name: isvc-primary-a8175b-predictor.18b151a0c29629a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 3cb83b4c-f46a-4c78-87ca-e19a468c7ad0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 2380f270-8629-42ab-904b-4ff1c1e7697b
  kind: Event
  lastTimestamp: "2026-05-20T16:04:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:04:51Z"
    name: isvc-primary-a8175b.18b15192c5a519d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: dea3855a-89ed-4f71-9651-2b47f9140068
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 2380f270-8629-42ab-904b-4ff1c1e7697b
  kind: Event
  lastTimestamp: "2026-05-20T16:03:38Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a8175b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a8175b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-primary-a8175b.18b15192c5f9cd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24616"
    uid: fbafaaea-2cb2-48d3-ab18-04dadcbfbf4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 2380f270-8629-42ab-904b-4ff1c1e7697b
  kind: Event
  lastTimestamp: "2026-05-20T16:03:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a8175b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:03:38Z"
    name: isvc-primary-a8175b.18b15192c5fa25a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: 2a3f0b89-90c8-488b-a2d0-207ec9a15636
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: 2380f270-8629-42ab-904b-4ff1c1e7697b
  kind: Event
  lastTimestamp: "2026-05-20T16:04:51Z"
  message: InferenceService [isvc-primary-a8175b] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:04:51Z"
    name: isvc-primary-a8175b.18b151a3afba3c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25166"
    uid: 8628509f-164b-42d6-b2ae-7182392f9a77
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:04:58.869647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 9ae92600-44fb-4ba8-aa45-55bec06cd852
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a8175b-predictor-c9d486855-sth99
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:04:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:04:58Z"
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99.18b151a5756e050d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25252"
    uid: 9b9254aa-bf36-432d-89d2-972765eca7d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: 9ae92600-44fb-4ba8-aa45-55bec06cd852
  kind: Event
  lastTimestamp: "2026-05-20T16:04:59Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:04:59Z"
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99.18b151a58ee69db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: 23ac7f78-4b3b-446b-b69c-2ec01964f95a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 9ae92600-44fb-4ba8-aa45-55bec06cd852
  kind: Event
  lastTimestamp: "2026-05-20T16:05:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:04Z"
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99.18b151a5904829c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25310"
    uid: 34839d24-2b61-4b85-8d35-7e63012f01fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 9ae92600-44fb-4ba8-aa45-55bec06cd852
  kind: Event
  lastTimestamp: "2026-05-20T16:05:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:04Z"
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99.18b151a592e5a0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: c7cc79bd-016d-4c40-9c9f-e1bc651b400a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 9ae92600-44fb-4ba8-aa45-55bec06cd852
  kind: Event
  lastTimestamp: "2026-05-20T16:05:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:04Z"
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99.18b151a59343ca8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25316"
    uid: 7a8f56e9-128d-45d3-a91c-4cc12f8d7bb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 9ae92600-44fb-4ba8-aa45-55bec06cd852
  kind: Event
  lastTimestamp: "2026-05-20T16:05:09Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a8175b-predictor-c9d486855-sth99_kserve-ci-e2e-test(9ae92600-44fb-4ba8-aa45-55bec06cd852)
  metadata:
    creationTimestamp: "2026-05-20T16:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:05:09Z"
    name: isvc-secondary-a8175b-predictor-c9d486855-sth99.18b151a7e85a9b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: af22b6bb-bebe-4255-b08f-39896dae8660
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a8175b-predictor-c9d486855
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: 07e28195-d914-481a-a05a-11f59b5db7b7
  kind: Event
  lastTimestamp: "2026-05-20T16:04:58Z"
  message: 'Created pod: isvc-secondary-a8175b-predictor-c9d486855-sth99'
  metadata:
    creationTimestamp: "2026-05-20T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:04:58Z"
    name: isvc-secondary-a8175b-predictor-c9d486855.18b151a57501fcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: e6dff06b-467d-44c3-b89d-f8a0ff0aee53
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: 7b832cef-bf3b-42de-8bd4-3857c113b454
  kind: Event
  lastTimestamp: "2026-05-20T16:04:58Z"
  message: Scaled up replica set isvc-secondary-a8175b-predictor-c9d486855 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:04:58Z"
    name: isvc-secondary-a8175b-predictor.18b151a5715b71e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25241"
    uid: 96b7b961-9577-4feb-b505-cd4173708239
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 6b30f67e-ca35-4712-8571-945c6bb0f17e
  kind: Event
  lastTimestamp: "2026-05-20T16:05:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:13Z"
    name: isvc-secondary-a8175b-predictor.18b151a8efb404cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25669"
    uid: 03bb84b7-b2a8-430b-a612-876824e51f05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:05:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a8175b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 6b30f67e-ca35-4712-8571-945c6bb0f17e
  kind: Event
  lastTimestamp: "2026-05-20T16:05:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:05:13Z"
    name: isvc-secondary-a8175b-predictor.18b151a8f02731a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: 8f16bae5-8a68-4c9b-8385-897072b098e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: cf976b47-6f25-45a1-b161-ce003da46d9e
  kind: Event
  lastTimestamp: "2026-05-20T16:05:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:05:10Z"
    name: isvc-secondary-a8175b.18b151a57114ead9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: 6692cce4-0c24-45ef-a20f-801959fa42c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: cf976b47-6f25-45a1-b161-ce003da46d9e
  kind: Event
  lastTimestamp: "2026-05-20T16:04:58Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a8175b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a8175b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:04:58Z"
    name: isvc-secondary-a8175b.18b151a571934e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 40ad1bd1-cde6-4047-83c6-cccf1e7d0cef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:04:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a8175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: cf976b47-6f25-45a1-b161-ce003da46d9e
  kind: Event
  lastTimestamp: "2026-05-20T16:04:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a8175b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:04:58Z"
    name: isvc-secondary-a8175b.18b151a57193a1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: 88fe8597-a874-45aa-8709-1c95e1425e84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:44:07.912599Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b1508232944712
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 4c99d85f-afc4-4c4c-9753-bf248814131b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:08Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150823cfb92be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: a01e530b-2700-4cc0-bb33-7d724b22f8fc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:08Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:44:08Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150826fea5137
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: e8db0e5e-dd98-4006-8247-9e8ce81c56b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:08Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b1508271bc478d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: 0003a66d-5fe7-461e-b2e8-0e7230371df6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:09Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b1508274dde1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 36ad6602-6340-4d4a-8240-2dadea8ccb56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:09Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150827564ebe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 7a398772-105c-49cd-93a2-fe4ed5e68ab5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b1508354bda359
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: b29f4568-77e8-4fe1-bde4-027f8d1a81c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15083579806dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: 4e033ad1-c9dc-47cf-bd62-a67d9bc2e138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15083581ce7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: ddb38bcb-3667-4641-b3ab-dae8eff7defa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150835829ce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: d611306a-5897-4c51-acb0-f994cb12ae72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150835af60501
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: c0a70071-dc89-4053-b8b4-48f071844e66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150835b68330c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: 216bb176-f3c2-48ca-96e0-8a048cd51126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e9391ee1281af7f81a916bc80b584691bef158df8f07d34a6fb179b3bd4767e7"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150835b7410fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: 513c8226-e0b6-4524-b0b7-a832e8149b4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150835e38389c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 76f604b8-314e-4c49-9be2-2b850bb4e1c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:44:12Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-20T15:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b150835ea75761
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: e8b6ffc5-336d-41dc-8245-6487e23985f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:45:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:50Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b1508390b8d14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 4582434b-9512-405b-8fee-0e9cfcf3e3cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:45:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-20T15:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:40Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15083cc70ce5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 29e0c6ef-9aba-4729-8bc2-e642fabf5a87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:45:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15095feee9cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: cd8c5420-c608-4b29-a147-ad1b66a88ed6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:45:32Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15095feeed79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 5c44f9d5-57c6-48fc-95a4-a359092b5623
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:45:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15095feefa117
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: b49ce041-0bc7-40f6-8be7-0ddef7b8ac3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: c367218f-f5c9-40c8-ab77-6201aeb7c754
  kind: Event
  lastTimestamp: "2026-05-20T15:45:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:50Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z.18b15096a89048dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 812c6a75-c003-4985-bb06-5677852e11bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: f8e3898e-eb1a-4fdf-85c3-49f3c61a33b4
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5dc5b85976-9jt5z'
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-custom-predictor-5dc5b85976.18b1508231d68c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 676c367b-92e8-47c9-834c-a119050ae185
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 0a52d7f5-2b46-4918-a551-1d853f358bce
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5dc5b85976
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18b150822b1bcbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: d5b46db4-5e9d-420e-9eae-86b11da40015
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 5ab703f0-ce7d-4d1f-9fe9-2cec935b90db
  kind: Event
  lastTimestamp: "2026-05-20T15:44:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:44:52Z"
    name: isvc-sklearn-batcher-custom-predictor.18b15085a9f5452c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: c91f7aa8-5452-45db-9683-bfe4da596d06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 5ab703f0-ce7d-4d1f-9fe9-2cec935b90db
  kind: Event
  lastTimestamp: "2026-05-20T15:44:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:44:52Z"
    name: isvc-sklearn-batcher-custom-predictor.18b15085aa9bd540
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 20a7e93b-e976-431e-bc31-6165037a1f2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 5ab703f0-ce7d-4d1f-9fe9-2cec935b90db
  kind: Event
  lastTimestamp: "2026-05-20T15:45:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:45:22Z"
    name: isvc-sklearn-batcher-custom-predictor.18b15089297d1754
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: fd25410a-3de2-4582-a06d-a553dd145fad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 5ab703f0-ce7d-4d1f-9fe9-2cec935b90db
  kind: Event
  lastTimestamp: "2026-05-20T15:45:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:45:22Z"
    name: isvc-sklearn-batcher-custom-predictor.18b1508929efd74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: a1eec779-53cb-41e6-950f-fc1ca8eb9bee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: 6d557489-a595-4ee4-8574-5760e5e69730
  kind: Event
  lastTimestamp: "2026-05-20T15:45:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:45:20Z"
    name: isvc-sklearn-batcher-custom.18b150822a9e43c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 21ea56a6-195e-456c-acee-0f53d0aa45c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: 6d557489-a595-4ee4-8574-5760e5e69730
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-custom.18b150822b032776
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: 79cc93af-90ac-455f-817b-58346cc79130
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 6d557489-a595-4ee4-8574-5760e5e69730
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-custom.18b1508233da4d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: c6a784b6-6374-47c8-b0d9-9bf3760d6640
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: 6d557489-a595-4ee4-8574-5760e5e69730
  kind: Event
  lastTimestamp: "2026-05-20T15:45:20Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:45:20Z"
    name: isvc-sklearn-batcher-custom.18b150932fc2cafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: cc159c07-2d1d-4092-868f-db68ddbe8ed8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:42:32.667873Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14153"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:42:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:42:32Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506c058d0ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: 30b9c044-1243-43ed-9d46-bef5344f644f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14168"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:33Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:42:33Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506c1ea0c0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14175"
    uid: caf10298-473b-4cf8-8231-a32d603078c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
  metadata:
    creationTimestamp: "2026-05-20T15:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:33Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506c203edd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14177"
    uid: efa767b0-4316-485c-9fb9-4f79a7b382ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    in 3.751s (3.751s including waiting). Image size: 301471312 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:36Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506cffd8f49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14204"
    uid: 42c58028-9605-4ec9-afa4-1ec022e0bafd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:36Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506d02e8cd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14205"
    uid: e77200fc-c16a-450c-9a02-c64c55355f66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:36Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506d03555cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14206"
    uid: 6cfbb1dd-394f-4fcc-aac7-6d1681867e21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:40Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
  metadata:
    creationTimestamp: "2026-05-20T15:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:40Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1506dd8d7d3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: cf8dabc7-6b7a-4c04-85f1-02121398d96f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    in 12.276s (12.276s including waiting). Image size: 1560928674 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:52Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15070b492e02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14328"
    uid: 5a7baae4-dce2-409a-9f69-1add3971a682
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:52Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15070b7f2e623
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: 89ad723f-4249-446c-8df9-9ce6c3142d99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:52Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15070b861dcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 7d91ea0a-28ca-4369-850c-7e00d1a168d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-20T15:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:52Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15070b86dbf32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14331"
    uid: 914e575d-53bd-42a2-8883-eeeacf3765b3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.388s (2.388s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:55Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b1507146d11606
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: 0bf2b383-9f57-401f-8258-403cf6ed8689
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:55Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150714c6632d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14349"
    uid: 1d96e643-e59f-4ad0-94aa-4be6d5c526a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:55Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150714dc2b5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: 10a4355c-a28e-4909-b620-569d0be1abce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:e9391ee1281af7f81a916bc80b584691bef158df8f07d34a6fb179b3bd4767e7"
  metadata:
    creationTimestamp: "2026-05-20T15:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:55Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150714dd358f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: ad2e785e-7e6c-4ad1-9aba-86888b8eec21
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:e9391ee1281af7f81a916bc80b584691bef158df8f07d34a6fb179b3bd4767e7"
    in 2.846s (2.846s including waiting). Image size: 239688435 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:58Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15071f784250c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 34f707c1-dda0-413d-af2d-59a57d60b444
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-20T15:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:58Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15071fbbacbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: dd81a945-d313-4288-9d4d-eabbae986a25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:42:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-20T15:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:42:58Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15071fccac196
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: eae407c3-e436-49cc-8397-c65b7b083e48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:44:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T15:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:21Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150720d9b3723
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: 7111350b-c79f-42e3-a11c-d0e900895576
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:44:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-20T15:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:21Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15072495c5c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 32a97841-41ab-41e6-83ab-050d86cb2ccd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150822c1735e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: fdd180db-526d-4663-a259-fda27a0954fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150822c178df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: b05f3bd4-ff4b-4483-ab5d-16f02513dc1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:44:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:07Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b150822c17d5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: 791e6ccf-49fb-4c63-a1c4-cad07ce7f02f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14155"
    uid: 918bdba5-698f-4a29-8ff8-ee0012f9e70a
  kind: Event
  lastTimestamp: "2026-05-20T15:44:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:44:25Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q.18b15082d17202b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: 610a1973-6e44-4f73-82ac-f35fab2eb3dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7c69997b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: dda737f2-1fef-48c8-8598-af1413af42e8
  kind: Event
  lastTimestamp: "2026-05-20T15:42:32Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7c69997b57-ktg6q'
  metadata:
    creationTimestamp: "2026-05-20T15:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:42:32Z"
    name: isvc-sklearn-batcher-predictor-7c69997b57.18b1506c05192ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: 98628519-656e-47d3-9b00-2d0d2cd96964
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14145"
    uid: 57e5a806-c00c-440e-9e4b-a08111014265
  kind: Event
  lastTimestamp: "2026-05-20T15:42:32Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7c69997b57 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T15:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:42:32Z"
    name: isvc-sklearn-batcher-predictor.18b1506bff8db7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14147"
    uid: 4de9136a-0956-4eb4-b37c-9a91f5178c89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14157"
    uid: 45d6b5b1-c6e8-4644-892b-4b4a62fe5fb8
  kind: Event
  lastTimestamp: "2026-05-20T15:43:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:43:32Z"
    name: isvc-sklearn-batcher-predictor.18b1506f857123a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: e7e066c1-28a6-4e3d-810f-74fd8a6e6a5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14157"
    uid: 45d6b5b1-c6e8-4644-892b-4b4a62fe5fb8
  kind: Event
  lastTimestamp: "2026-05-20T15:43:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:43:32Z"
    name: isvc-sklearn-batcher-predictor.18b1506f85dfe476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14635"
    uid: b2d15f14-a8db-4dde-9ed8-ed245b3d1a8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:43:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: 45d6b5b1-c6e8-4644-892b-4b4a62fe5fb8
  kind: Event
  lastTimestamp: "2026-05-20T15:44:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:44:02Z"
    name: isvc-sklearn-batcher-predictor.18b15076842edca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: 10078dc6-ff08-474c-86a7-4848591bf1c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T15:43:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: 45d6b5b1-c6e8-4644-892b-4b4a62fe5fb8
  kind: Event
  lastTimestamp: "2026-05-20T15:44:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T15:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:44:02Z"
    name: isvc-sklearn-batcher-predictor.18b1507684d257c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: cbd3554d-e057-4b77-938f-d74e70af8541
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: c3962cd6-3cb6-4fed-b97e-91e6a202b2ba
  kind: Event
  lastTimestamp: "2026-05-20T15:44:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:44:01Z"
    name: isvc-sklearn-batcher.18b1506c05c464ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 8d14c793-775f-4c12-a463-e823079ea1ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: c3962cd6-3cb6-4fed-b97e-91e6a202b2ba
  kind: Event
  lastTimestamp: "2026-05-20T15:42:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:42:32Z"
    name: isvc-sklearn-batcher.18b1506c066a6fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: e5bc0af7-90b0-4332-a3fd-63c7bffaea2c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: c3962cd6-3cb6-4fed-b97e-91e6a202b2ba
  kind: Event
  lastTimestamp: "2026-05-20T15:42:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:42:32Z"
    name: isvc-sklearn-batcher.18b1506c066ab70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14167"
    uid: 9e63b283-86c0-4b3f-9223-b0992a518db1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:44:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: c3962cd6-3cb6-4fed-b97e-91e6a202b2ba
  kind: Event
  lastTimestamp: "2026-05-20T15:44:01Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:44:01Z"
    name: isvc-sklearn-batcher.18b15080c24519b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 1c81eb7a-498b-4299-a7b7-430f69f694ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:54:29.680670Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15112f6d82411
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: 76492fb7-d422-40dc-8027-07a49dcf984d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b1511305cf4384
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 23dcb974-61de-4795-98a1-aeda62b406d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:30Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:54:30Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15113402d5722
    namespace: kserve-ci-e2e-test
    resourceVersion: "20100"
    uid: c7cf142a-a468-48dc-b32e-bf5c411b6f62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:30Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15113422b0690
    namespace: kserve-ci-e2e-test
    resourceVersion: "20102"
    uid: 8d9f10a4-959a-431b-8cf6-a80fbd188101
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T15:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:30Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b1511344d40c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20104"
    uid: 26a0c6d3-b6a3-453c-9d29-2f51d7eac1ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T15:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:30Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b1511345336b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: a5faecc0-6e2e-44f7-9189-85fab95973d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:35Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b151145790a7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 9726d8d9-23b5-4e1c-9fc2-55b86ef674d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:35Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b151145a977bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: 8c6769e4-5249-4112-b525-8cafbe83e058
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:35Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b151145af3117c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 1e7c614b-c0f6-4c70-93d0-62965ec8da2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-05-20T15:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:35Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b151145afe0b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 6c38b24b-7f19-48fe-b381-1620a5023ebf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.51s (2.51s including waiting). Image size: 237831719 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:38Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15114f0a3131e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: d8e86a48-e205-4efb-bce9-4ada01266696
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:38Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-05-20T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:38Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15114f3aacf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: 51d1d11b-24df-439b-a359-1307933fa53a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:38Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-05-20T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:38Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15114f41668af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: ab49ada4-18ab-4017-9cb5-b312d4a1e2f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:38Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15114f42102c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: 2b320720-03a7-416e-99b1-2de9bf34613b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:38Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15114f6aaa475
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: f1794c16-f5a5-4253-a48f-f3f9f4e7c40f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:54:38Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15114f717be46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: cfa095dc-606d-4593-acf2-491bc1f9bc88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:56:15Z"
  message: 'Readiness probe failed: Get "http://10.133.0.27:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:15Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b1511b55207a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: 3ca0d159-2471-4b1e-96cf-022ecb4c9167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:55:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:49Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15125a1d58d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 89474fdf-4e6e-4301-b405-229bdbbb7eac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:55:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:49Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15125a1d6d48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: c6390455-9c3b-4447-b892-d4e6d7d75481
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:55:49Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-05-20T15:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:55:49Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15125a1d6e6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: d1ac5883-5d9b-4838-bfd6-e2a4dd06ceca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: f4384a77-580e-43b8-868b-6244e69994cc
  kind: Event
  lastTimestamp: "2026-05-20T15:56:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T15:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:56:15Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9.18b15125cf074e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: fd4154ab-da1d-414c-859f-65a67bc0be5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5dc4749bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: 0ff429ee-b641-45c9-9499-4b5e366216dc
  kind: Event
  lastTimestamp: "2026-05-20T15:54:29Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5dc4749bd-kvcg9'
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-sklearn-mcp-predictor-5dc4749bd.18b15112f661f524
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: f842461d-cbe9-4767-a34a-11293c313182
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: b437c1e4-8dce-4557-92b3-6ca4a6e3381c
  kind: Event
  lastTimestamp: "2026-05-20T15:54:29Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5dc4749bd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-sklearn-mcp-predictor.18b15112f274128a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 33d92dc3-d634-43db-a409-40b4d8a3b3b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: df5a8a1a-f96b-4b6f-9f3c-ba8d5d66efb4
  kind: Event
  lastTimestamp: "2026-05-20T15:55:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:55:45Z"
    name: isvc-sklearn-mcp.18b15112f0f8a326
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 85a5b4b9-c221-4332-8f60-3aaa2be5ad7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:54:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: df5a8a1a-f96b-4b6f-9f3c-ba8d5d66efb4
  kind: Event
  lastTimestamp: "2026-05-20T15:54:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:54:29Z"
    name: isvc-sklearn-mcp.18b15112f2571000
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 1adc4481-9170-4314-8bb2-2d0785b40199
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: df5a8a1a-f96b-4b6f-9f3c-ba8d5d66efb4
  kind: Event
  lastTimestamp: "2026-05-20T15:55:45Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:55:45Z"
    name: isvc-sklearn-mcp.18b15124ab178654
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 331a8005-0eaf-439e-9473-aa4453883a0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:14:33.739922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6b7bccc865-rfs5l
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:14:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:14:33Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522b4e5e419b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 72e04fff-4192-46e3-9933-821f500047ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:34Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:14:34Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522b675405b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: 43c481d1-753f-49b0-b516-ecbf2adaa1f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:34Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522b68cb0654
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: 6fae8aaa-7246-4092-9496-1defc0f69c2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:34Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522b6bc6f3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 523ef6f5-b67c-4f03-b435-3cc8aed7805d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:34Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522b6c33cbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: 87af2a3e-1e68-426e-b4a6-7fb74724ae62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:39Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522c89d9a5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 3e699b1d-54b0-4531-8ecc-257a366c1258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:39Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522c8d01776d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: 2f08645c-c22b-4131-b0ac-1ec5566d00ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:39Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522c8d6ed78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: 08e0f39f-1af5-4ce3-a681-da38b47d9912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:39Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522c8d7afd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: e0e106e5-0f0a-4e1e-a87f-1ed5554e48c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:39Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522c903cae1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: cc9b75a9-5144-4e39-997f-61de4acb8a87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:14:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:14:39Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522c90a5d676
    namespace: kserve-ci-e2e-test
    resourceVersion: "30516"
    uid: c59fcf97-c401-456e-a1fd-ba82a8a69360
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:15:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:57Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1522d017b6277
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: a7cdb853-f8be-4a74-9349-5b95036db347
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:15:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:53Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1523df578b5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: b1b3bf2d-2a75-42cb-be0a-59019d393c72
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:15:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:53Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1523df57940ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: f4bba7a7-5015-40d4-9814-f74e5472258e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: ccddb7ab-09a6-4bb6-986f-99bee04569f8
  kind: Event
  lastTimestamp: "2026-05-20T16:15:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:57Z"
    name: isvc-sklearn-predictor-6b7bccc865-rfs5l.18b1523eb3a2c7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31147"
    uid: adb1168e-4054-4d17-a9ed-aa942ab39a0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6b7bccc865
    namespace: kserve-ci-e2e-test
    resourceVersion: "30422"
    uid: f52d3aaf-1630-435a-b6f4-03d734b85cf9
  kind: Event
  lastTimestamp: "2026-05-20T16:14:33Z"
  message: 'Created pod: isvc-sklearn-predictor-6b7bccc865-rfs5l'
  metadata:
    creationTimestamp: "2026-05-20T16:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:14:33Z"
    name: isvc-sklearn-predictor-6b7bccc865.18b1522b4da6b29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: 752a0643-bbd5-4a67-80e2-c2d1167eb1df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: c61b3094-3ad5-4e5f-b08f-a6d74877a1ef
  kind: Event
  lastTimestamp: "2026-05-20T16:14:33Z"
  message: Scaled up replica set isvc-sklearn-predictor-6b7bccc865 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:14:33Z"
    name: isvc-sklearn-predictor.18b1522b49b0ca14
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 94414a36-c0e8-4baf-811b-74f1e0526daf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 5a92b257-7465-4a8e-b1c6-dd69f8fff05d
  kind: Event
  lastTimestamp: "2026-05-20T16:15:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:15:03Z"
    name: isvc-sklearn-predictor.18b1522ec807fcfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30691"
    uid: 06fa2955-87b1-4d2c-9282-0c1d42041613
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 5a92b257-7465-4a8e-b1c6-dd69f8fff05d
  kind: Event
  lastTimestamp: "2026-05-20T16:15:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:15:03Z"
    name: isvc-sklearn-predictor.18b1522ec8513c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 8152bb9c-6e95-4e5d-be9e-385c8ea1fa14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: 5a92b257-7465-4a8e-b1c6-dd69f8fff05d
  kind: Event
  lastTimestamp: "2026-05-20T16:15:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:15:48Z"
    name: isvc-sklearn-predictor.18b15235c653abca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31017"
    uid: f448aff0-177c-42e2-8b85-e6ca84093874
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: 5a92b257-7465-4a8e-b1c6-dd69f8fff05d
  kind: Event
  lastTimestamp: "2026-05-20T16:15:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:15:48Z"
    name: isvc-sklearn-predictor.18b15235c6bda43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 52f7f0c9-3644-48bb-a782-f06025a6901c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:16:54.109974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524bfd134f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31619"
    uid: 28568eee-69e5-41c0-8c10-deef5f886a3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31622"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524c1661b6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31629"
    uid: 099cccb2-d73c-4a4e-9bd6-44fa962c01f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524c17b76e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: 0c2a1895-06c0-4c5e-ac55-ee104e995ee4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524c1a50d86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31634"
    uid: b5c29f07-f7dc-447c-9606-8c96fb9a7659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524c1abdb268
    namespace: kserve-ci-e2e-test
    resourceVersion: "31635"
    uid: f2ca0d99-b34c-4c57-a7fd-b8b7db1236ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:01Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524db14a482d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: 3e9de942-8001-4f51-8c83-6b2fcbba40d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:01Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524db454c342
    namespace: kserve-ci-e2e-test
    resourceVersion: "31698"
    uid: c40b9d15-7bd1-4514-8221-a60b37fc6d8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:01Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524db4c3b615
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: 0023cf54-3220-4937-8454-a755f40e673f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:01Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524db4ce4703
    namespace: kserve-ci-e2e-test
    resourceVersion: "31702"
    uid: ad24582e-4afc-450e-8fc6-2a3290b3e23c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:01Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524db77e86ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31704"
    uid: ae197107-1e8b-4ae8-80c1-8f0d06b9f7f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:01Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524db7ed554e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31705"
    uid: ec906c86-4962-43d1-b06c-7c53f8aa71a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:08Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b1524ded3c2bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31753"
    uid: 9b2568d2-882c-4fd2-b9a3-313106194473
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b15254a53ce0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: fcb2d6de-d103-49f6-ba16-08ce6625c6ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7e578738-d135-4bdc-b3b2-f26c83911b31
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp.18b15254a53d5fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31957"
    uid: 31fb7249-116c-4716-8dd1-a9dc848b4f29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-fbf45cfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: cb67b125-f001-4abc-872a-16cff6f25045
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-fbf45cfb7-pctcp'
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor-fbf45cfb7.18b1524bfc8c9510
    namespace: kserve-ci-e2e-test
    resourceVersion: "31615"
    uid: 5221b85f-b8b3-40f7-ada5-d44e81ac069e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31600"
    uid: b87200b0-6af1-4d1d-8933-fcb0e4db79a6
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-fbf45cfb7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime-predictor.18b1524bf9214a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: f8fea549-2336-4767-b3a9-3d29df89de4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 84311cfc-c12b-4fd3-aaa4-7b92e1bf8cf6
  kind: Event
  lastTimestamp: "2026-05-20T16:17:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:17:24Z"
    name: isvc-sklearn-runtime-predictor.18b1524f77bd79b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31875"
    uid: 2d7a1e01-ad75-4a7b-9c29-ccdd5f9f8f9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 84311cfc-c12b-4fd3-aaa4-7b92e1bf8cf6
  kind: Event
  lastTimestamp: "2026-05-20T16:17:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:17:24Z"
    name: isvc-sklearn-runtime-predictor.18b1524f781cf53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: 9a28915f-3156-45f9-9d4a-7177ce041540
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: d4ecdce5-b4e8-443a-a99f-5a670a9eab04
  kind: Event
  lastTimestamp: "2026-05-20T16:17:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:17:18Z"
    name: isvc-sklearn-runtime.18b1524bf8f7fb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: 5140ace5-2e16-42b2-ae1d-8cd32293f295
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: d4ecdce5-b4e8-443a-a99f-5a670a9eab04
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: isvc-sklearn-runtime.18b1524bf94ba5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31607"
    uid: 7e69f2f8-ac07-436d-bc29-d72475689bbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31834"
    uid: d4ecdce5-b4e8-443a-a99f-5a670a9eab04
  kind: Event
  lastTimestamp: "2026-05-20T16:17:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:17:18Z"
    name: isvc-sklearn-runtime.18b15251abe72681
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: 104b9b54-bba1-4766-8a81-100f85c601f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:31:14.442552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b153144ce4aea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: d67dbfd1-6163-4b68-a24a-5f1e80029e66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38893"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b1531465d9ebd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38902"
    uid: f4865f30-d4aa-4a41-a8a2-2858a6958c74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314674a2a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "38904"
    uid: 26fde3bb-e70c-47b2-a8db-6069af6fc9a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b153146ab13d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38905"
    uid: f4f103a6-660b-4ff8-9ae5-5890baabd26b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b153146b1e80d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: 0b63441c-89ed-47c7-872b-87a067bd8aaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:16Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314e0fa35da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38930"
    uid: 918dc6e7-d5ca-46e0-94a8-73643e505db4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:16Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314e41e10f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38932"
    uid: 4d40c30f-70d5-4ddb-897d-bede1e1646e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:16Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314e490e433
    namespace: kserve-ci-e2e-test
    resourceVersion: "38935"
    uid: 0f0cd2fd-d704-4443-9457-64dab6a9a473
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:16Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314e49cee01
    namespace: kserve-ci-e2e-test
    resourceVersion: "38936"
    uid: a153fcc4-dacb-495a-9c67-6f54f426fef0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:17Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314e8c405d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38939"
    uid: f4b57ad9-2ba9-4068-84d7-311a26e02336
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:31:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:17Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15314e93d0e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38940"
    uid: 9d846b18-061e-4095-ac91-bdf7b8bd665c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b1531558bebcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: 42c1c6c0-e782-4fc7-80f7-116e98a09476
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15326f43a2f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "39521"
    uid: 78ef0c1b-18d4-4cc8-bf7c-f1791143c6e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b15326f43b350d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39522"
    uid: c53b49c6-ef61-42b9-9d80-d2d62ff7ec75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 542f44d0-1bb3-49f8-8881-6fe1c2fe6805
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf.18b153270ad2d349
    namespace: kserve-ci-e2e-test
    resourceVersion: "39564"
    uid: 676003d5-ce61-47fa-aa7c-5f57eec979de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6dd5f9fccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38875"
    uid: efd7f02c-30c6-40f2-8668-db798ba86c3d
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6dd5f9fccb-m4snf'
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor-6dd5f9fccb.18b153144c621baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38886"
    uid: bd225cd8-5e74-430a-832a-6f29692bf2d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: a7bee4ba-a53e-4d3d-978f-2647b997fe58
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6dd5f9fccb from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3-predictor.18b1531449c62d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: f119a85f-9a92-4f88-8548-f7fec9e7a74c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38873"
    uid: b48e9b46-162f-4cad-8b3e-462dd8aefb75
  kind: Event
  lastTimestamp: "2026-05-20T16:32:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:32:29Z"
    name: isvc-sklearn-s3-predictor.18b15317c850d946
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: ef1a4b63-14c5-4cb2-82c1-c7ea58925f7e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38873"
    uid: b48e9b46-162f-4cad-8b3e-462dd8aefb75
  kind: Event
  lastTimestamp: "2026-05-20T16:32:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:32:29Z"
    name: isvc-sklearn-s3-predictor.18b15317c8c096b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: bc2d7d9f-dec8-40df-9010-05f0d2cbf5db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:35:18.032156Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 3d0e7108-4a7a-403f-8c23-a25358fd6531
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:35:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:35:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz.18b1534d03f6fea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40992"
    uid: 53fc02be-2943-465d-b3b8-4c6af1b61f0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40995"
    uid: 3d0e7108-4a7a-403f-8c23-a25358fd6531
  kind: Event
  lastTimestamp: "2026-05-20T16:35:18Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:35:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz.18b1534d1d27d5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41006"
    uid: 5833ece7-6867-4806-ab9c-04d306f4c735
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40987"
    uid: 3d0e7108-4a7a-403f-8c23-a25358fd6531
  kind: Event
  lastTimestamp: "2026-05-20T16:35:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz.18b1534d1ea076df
    namespace: kserve-ci-e2e-test
    resourceVersion: "41071"
    uid: 6f21ff89-bba0-43bf-96b7-51de3fd53ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40987"
    uid: 3d0e7108-4a7a-403f-8c23-a25358fd6531
  kind: Event
  lastTimestamp: "2026-05-20T16:35:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz.18b1534d21d1e7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41075"
    uid: c785e2a0-9984-47c3-b0f8-25f3eb64d29f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40987"
    uid: 3d0e7108-4a7a-403f-8c23-a25358fd6531
  kind: Event
  lastTimestamp: "2026-05-20T16:35:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz.18b1534d2240bc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41076"
    uid: 3b263121-a27b-4c55-8b1e-400ad00acc4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "40987"
    uid: 3d0e7108-4a7a-403f-8c23-a25358fd6531
  kind: Event
  lastTimestamp: "2026-05-20T16:35:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz_kserve-ci-e2e-test(3d0e7108-4a7a-403f-8c23-a25358fd6531)
  metadata:
    creationTimestamp: "2026-05-20T16:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz.18b1534f413b50e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41111"
    uid: 9f262b8b-6025-4604-8449-3000baf1703c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40975"
    uid: fa6a812c-5219-4516-8fa5-9be4de55c4ca
  kind: Event
  lastTimestamp: "2026-05-20T16:35:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b-zc5nz'
  metadata:
    creationTimestamp: "2026-05-20T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b.18b1534d03796eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40986"
    uid: e4be0b0a-58c8-49f7-937e-c1045ff2617d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40973"
    uid: 0751b33e-6186-47bd-879e-f653ce48f2dc
  kind: Event
  lastTimestamp: "2026-05-20T16:35:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-84ccbb686b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18b1534d00ffb7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40978"
    uid: 9c872dee-dc73-450c-9f8d-82da94113662
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40964"
    uid: 9930f6e3-407c-45c0-8dbb-30b3815a15ab
  kind: Event
  lastTimestamp: "2026-05-20T16:35:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:35:27Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b1534d00d33fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41114"
    uid: 65f81abc-a7de-4504-bc59-5ab44034c744
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40964"
    uid: 9930f6e3-407c-45c0-8dbb-30b3815a15ab
  kind: Event
  lastTimestamp: "2026-05-20T16:35:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:35:17Z"
    name: isvc-sklearn-s3-tls-custom-fail.18b1534d013dceac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40980"
    uid: 425a0a61-6dee-4723-a4e3-f864c7e69fe9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:33:56.915242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:33:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533a210532a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40325"
    uid: 57e2c1f5-bcf7-45af-8c0c-01aa2b4c60de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533a27ef20e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: 4ca60e1c-4557-445f-beab-737d80e2c88d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40330"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:57Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:33:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533a5e0510c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40345"
    uid: a515a57d-ed32-4a9d-b598-46d00cc2b40a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533a5f82de6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: a37c1694-3d99-4965-8b88-e9664fc178be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533a620a1162
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: 4371a69e-b310-4b67-b308-300ebc14f025
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533a62762e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40350"
    uid: 78f2ddea-5e89-4584-8d03-c8e67981532c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533ab459107b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: 97078b4c-c849-41b7-aec3-90b3899041e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533ab79d753e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: ba03840c-07d2-4b58-a17d-f43cc8cff01c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533ab80be343
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: cf960f53-1708-4f10-949c-8988abf85ce7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533ab8184ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40373"
    uid: bcc04097-7e73-4613-ab1e-40324ef0bb53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533abae6e370
    namespace: kserve-ci-e2e-test
    resourceVersion: "40375"
    uid: 383b8bde-2f88-4e73-86d9-f1325e939efd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:33:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533abb5413b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40376"
    uid: ed196475-edcb-49f0-adcb-ad6433f9a9eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:35:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1533b2c58b07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 53e6cbb2-af43-4eef-98a3-edf9adfc65a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:35:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1534cc471809c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40946"
    uid: 455ef34e-8888-405f-9d1b-3fab22687b10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:35:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1534cc472315d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40947"
    uid: da403b82-d03b-4fbc-8120-557ff878860b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 054e85f1-ec3b-410c-b36b-c6faaf0f4af2
  kind: Event
  lastTimestamp: "2026-05-20T16:35:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5.18b1534cde6675fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40951"
    uid: 83c04da9-fd1d-483b-8ce0-3482e25f70c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: b311586b-f55e-4548-bc0c-cff38f7b19d5
  kind: Event
  lastTimestamp: "2026-05-20T16:33:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596-jbkh5'
  metadata:
    creationTimestamp: "2026-05-20T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596.18b1533a20956827
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: e2ecdea1-7ba7-4c21-bc3f-58412101f41c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: baa176d0-0252-4a36-862c-b42da6884546
  kind: Event
  lastTimestamp: "2026-05-20T16:33:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-76798fc596
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b1533a1df58266
    namespace: kserve-ci-e2e-test
    resourceVersion: "40312"
    uid: 9b0555f2-7828-460d-a05e-0af350b999ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:34:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 02e3fd0a-4ea6-44e0-b7d9-d01793144bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:34:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b1533d9c734b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40678"
    uid: bb5a194a-9053-446f-9410-3d2dc853bc5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:34:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 02e3fd0a-4ea6-44e0-b7d9-d01793144bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:34:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:34:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b1533d9cb5b2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40679"
    uid: 32d43e11-b9a6-4e17-b60e-fdeef9a51142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: 02e3fd0a-4ea6-44e0-b7d9-d01793144bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:35:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b153481a067326
    namespace: kserve-ci-e2e-test
    resourceVersion: "40894"
    uid: f2ec8b0b-08c6-48af-935b-185e644e85b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40471"
    uid: 02e3fd0a-4ea6-44e0-b7d9-d01793144bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:35:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18b153481acc83d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40895"
    uid: dd498f49-7c44-4767-92eb-d3bee5a8e1eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: 9a6b5ae1-e867-4441-b7ba-f4b43fbb155f
  kind: Event
  lastTimestamp: "2026-05-20T16:35:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:35:07Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b1533a1dce3178
    namespace: kserve-ci-e2e-test
    resourceVersion: "40866"
    uid: 53914b6c-e713-42f5-8d7b-05b21be0dd4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: 9a6b5ae1-e867-4441-b7ba-f4b43fbb155f
  kind: Event
  lastTimestamp: "2026-05-20T16:33:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b1533a1e46e3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40332"
    uid: 81967cb2-51b9-4014-bc02-303a0b490590
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40301"
    uid: 9a6b5ae1-e867-4441-b7ba-f4b43fbb155f
  kind: Event
  lastTimestamp: "2026-05-20T16:33:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:33:56Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b1533a248cd721
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: 1ad0fc8e-d1d9-41a1-822b-1007ab0dbe11
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: 9a6b5ae1-e867-4441-b7ba-f4b43fbb155f
  kind: Event
  lastTimestamp: "2026-05-20T16:35:07Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:35:07Z"
    name: isvc-sklearn-s3-tls-custom-pass.18b1534a90935b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40865"
    uid: a4aed6fd-4363-4821-863f-082e5c2b53c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:33:45.826383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40156"
    uid: 7e786424-2d7d-4177-b7ae-ff29ec4c574c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:33:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:33:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l.18b153378c1292c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40163"
    uid: 5193dd72-b267-4730-a3ca-3db7fe5e4dd2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40166"
    uid: 7e786424-2d7d-4177-b7ae-ff29ec4c574c
  kind: Event
  lastTimestamp: "2026-05-20T16:33:46Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:33:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l.18b15337a50b7d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 0d9cc25f-c673-4490-8948-2d2b8f35910d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 7e786424-2d7d-4177-b7ae-ff29ec4c574c
  kind: Event
  lastTimestamp: "2026-05-20T16:33:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l.18b15337a677e436
    namespace: kserve-ci-e2e-test
    resourceVersion: "40219"
    uid: 4b2f88a9-640e-40ae-8896-03b6ab531354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 7e786424-2d7d-4177-b7ae-ff29ec4c574c
  kind: Event
  lastTimestamp: "2026-05-20T16:33:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l.18b15337a919ca0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: a0c56398-e1ba-442d-a631-597280686f5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 7e786424-2d7d-4177-b7ae-ff29ec4c574c
  kind: Event
  lastTimestamp: "2026-05-20T16:33:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l.18b15337a98828bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40225"
    uid: e899dd19-8a03-4c97-b297-526aae22d85f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 7e786424-2d7d-4177-b7ae-ff29ec4c574c
  kind: Event
  lastTimestamp: "2026-05-20T16:33:55Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l.18b15339e16bcf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "40279"
    uid: 0d5de70e-ee2d-4008-b17a-ecbb0793e266
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40148"
    uid: a0910a52-efdb-469f-86a5-6d227994eb83
  kind: Event
  lastTimestamp: "2026-05-20T16:33:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8-j5r5l'
  metadata:
    creationTimestamp: "2026-05-20T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8.18b153378babaf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: 881e8813-9ea8-4c63-8454-850684d58332
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40146"
    uid: c06e12a8-c612-4fe7-9db9-2e8864b0121d
  kind: Event
  lastTimestamp: "2026-05-20T16:33:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-bb46758c8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18b15337894ed3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40150"
    uid: 71053d58-69aa-4dfd-8861-86e0bc1734aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: d4bd7478-1433-4a49-bd62-27953794874e
  kind: Event
  lastTimestamp: "2026-05-20T16:33:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:33:50Z"
    name: isvc-sklearn-s3-tls-global-fail.18b1533789283ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40227"
    uid: a17117ad-213a-481e-bf2f-31105581f713
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40136"
    uid: d4bd7478-1433-4a49-bd62-27953794874e
  kind: Event
  lastTimestamp: "2026-05-20T16:33:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:33:45Z"
    name: isvc-sklearn-s3-tls-global-fail.18b15337899f60af
    namespace: kserve-ci-e2e-test
    resourceVersion: "40152"
    uid: 162b11ef-93fc-4b30-b9d9-78b23411207c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:32:34.712567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b15326fd5bd2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: bbc2834c-a08f-4403-b8c0-9e85a0248579
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:35Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:32:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b1532716560b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: da6485a2-2c48-4094-ac0f-91075a4cd957
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b1532717ae5f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39569"
    uid: bbb7cdbd-5702-412f-9854-851fa0f36d81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b153271a6717f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: 9b04cf33-44b8-4d1b-be0c-33465ecc6445
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b153271ad3a7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39572"
    uid: 01fe9031-cd4f-4a6d-8e64-629e49f51d99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b153278e66c98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39592"
    uid: f1198841-b708-4510-a71d-0b8c129a3156
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b153279120041a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39596"
    uid: c81ca87a-39ee-463e-849c-1fb1fd237191
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b15327918ccbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: 80bc0d8d-7763-403a-a743-c2872242888c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b1532791991a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39600"
    uid: e1f23c0d-65a5-4884-bfed-30122ccdb4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b1532794cf8d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "39602"
    uid: 52b38020-e871-4f42-9c44-8b4d9590e119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:32:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:32:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b15327953b16b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39603"
    uid: cca6ca02-1efe-42fb-b6c5-5cbec75baf45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:33:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b15327ca436975
    namespace: kserve-ci-e2e-test
    resourceVersion: "40015"
    uid: 1d3068e8-8b7a-41f2-9255-ddab3489773a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:33:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b153374d3e3f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 2f11b47a-4d2b-43aa-a8d1-d04fddd3478a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 681da0df-e4f2-4a57-9863-d9914c41178f
  kind: Event
  lastTimestamp: "2026-05-20T16:33:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:33:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7.18b153374d3ecf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: f986a998-f402-4ff8-938d-56c3c7cbbf9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 4ba4481b-c52a-4e1f-8c85-b8fc45a94f8b
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964-sn5k7'
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-cd7659964.18b15326fccec51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 182d69b3-c282-4e0a-8e77-d6542931ce38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: ea3c4f46-499f-4167-b41a-dc0b718c8276
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-cd7659964
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b15326f9fd62ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: cb21f98e-c1fa-4a14-9c6f-698adad8a272
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: c21b483d-7395-4399-934a-3820e2316234
  kind: Event
  lastTimestamp: "2026-05-20T16:33:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b1532a787f6bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39915"
    uid: bd24333c-75e7-4f64-a5c2-4b6264b8debf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: c21b483d-7395-4399-934a-3820e2316234
  kind: Event
  lastTimestamp: "2026-05-20T16:33:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b1532a78e702b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39916"
    uid: a3c4da7b-8da5-40d5-bcd3-0132545c3c46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39702"
    uid: c21b483d-7395-4399-934a-3820e2316234
  kind: Event
  lastTimestamp: "2026-05-20T16:33:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b15334f60663e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40021"
    uid: 27e5a837-66c4-4de5-87e2-c6ce22bd21f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39702"
    uid: c21b483d-7395-4399-934a-3820e2316234
  kind: Event
  lastTimestamp: "2026-05-20T16:33:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:33:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18b15334f6737b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "40023"
    uid: 2ba308bf-16ce-46e6-a47d-4e826980ca36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: d54ff809-002e-4930-8eab-903a989eb0c8
  kind: Event
  lastTimestamp: "2026-05-20T16:33:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:33:44Z"
    name: isvc-sklearn-s3-tls-global-pass.18b15326f9d60905
    namespace: kserve-ci-e2e-test
    resourceVersion: "40101"
    uid: 163c0a31-eb55-41dd-aa61-38cafde34260
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: d54ff809-002e-4930-8eab-903a989eb0c8
  kind: Event
  lastTimestamp: "2026-05-20T16:32:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:32:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18b15326fa23d056
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: c74579ca-5624-406f-8f6f-ab5e8095afac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40098"
    uid: d54ff809-002e-4930-8eab-903a989eb0c8
  kind: Event
  lastTimestamp: "2026-05-20T16:33:44Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:33:44Z"
    name: isvc-sklearn-s3-tls-global-pass.18b153372e074c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40099"
    uid: eec352e2-7331-4b5d-a861-ec39e4b491c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:36:40.331147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41769"
    uid: a67aed04-469c-4eb5-855b-68b9196d6210
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:36:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn.18b153602d5df7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "41773"
    uid: dc2e204f-c215-46df-a607-68d8c9ff19bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41777"
    uid: a67aed04-469c-4eb5-855b-68b9196d6210
  kind: Event
  lastTimestamp: "2026-05-20T16:36:40Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:36:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn.18b15360465211c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41789"
    uid: f4c61511-4221-4cd3-b314-d7c3692b1f07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41771"
    uid: a67aed04-469c-4eb5-855b-68b9196d6210
  kind: Event
  lastTimestamp: "2026-05-20T16:36:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn.18b1536047b1766e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41834"
    uid: 00a6a126-57b4-4145-b6b8-3e3bc38de6a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41771"
    uid: a67aed04-469c-4eb5-855b-68b9196d6210
  kind: Event
  lastTimestamp: "2026-05-20T16:36:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn.18b153604a78d58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41837"
    uid: 152b0aae-21ea-4d22-9561-1fadeba84222
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41771"
    uid: a67aed04-469c-4eb5-855b-68b9196d6210
  kind: Event
  lastTimestamp: "2026-05-20T16:36:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn.18b153604ae8d058
    namespace: kserve-ci-e2e-test
    resourceVersion: "41839"
    uid: c634e7bf-3dd8-464d-b621-47a294cbe2b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41771"
    uid: a67aed04-469c-4eb5-855b-68b9196d6210
  kind: Event
  lastTimestamp: "2026-05-20T16:36:48Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn_kserve-ci-e2e-test(a67aed04-469c-4eb5-855b-68b9196d6210)
  metadata:
    creationTimestamp: "2026-05-20T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn.18b153622cd9220c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41871"
    uid: 1f96ceaa-8837-4b00-b0f1-6be9561d8348
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469
    namespace: kserve-ci-e2e-test
    resourceVersion: "41759"
    uid: 0b5ff2e2-4d4b-414a-925b-e57424d39981
  kind: Event
  lastTimestamp: "2026-05-20T16:36:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469-75sbn'
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:36:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469.18b153602cf44d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41770"
    uid: a6604f41-1dd9-473c-875e-f2bd23b75bad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41757"
    uid: 38a99409-57bc-4076-b931-4de538c6a957
  kind: Event
  lastTimestamp: "2026-05-20T16:36:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7d9b88c469
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:36:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18b1536028820d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "41762"
    uid: 2a286390-f626-4f45-81c2-dedcf948624a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41748"
    uid: 51b4daf8-8a59-4551-8c02-c93cb9a0dcbb
  kind: Event
  lastTimestamp: "2026-05-20T16:36:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:36:49Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b1536029237981
    namespace: kserve-ci-e2e-test
    resourceVersion: "41874"
    uid: 20358c75-3bc2-41cd-94b2-7b6414d58b23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41748"
    uid: 51b4daf8-8a59-4551-8c02-c93cb9a0dcbb
  kind: Event
  lastTimestamp: "2026-05-20T16:36:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:36:40Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b153602a1ba15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41767"
    uid: 2a52c20d-496e-4d0b-877a-17679c438d12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41748"
    uid: 51b4daf8-8a59-4551-8c02-c93cb9a0dcbb
  kind: Event
  lastTimestamp: "2026-05-20T16:36:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:36:40Z"
    name: isvc-sklearn-s3-tls-serving-fail.18b153602a1bddae
    namespace: kserve-ci-e2e-test
    resourceVersion: "41768"
    uid: e65a8a60-c4a1-4a0e-a29b-fa4ac374d9f9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:35:29.097813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41168"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534f97879ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41173"
    uid: dd5ab085-a883-4e32-ae7e-17d0ff39446f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534fb092e85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41189"
    uid: 70dacc7c-bc11-4189-b2f7-ca8641759534
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534fb200371d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: c7b02dc8-377b-4051-9445-3bb7ff076375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534fb47633a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41193"
    uid: f0fc773c-3b80-4c5a-bc66-a06d3b5c6cec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534fb4e2075f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41194"
    uid: 1e9ec541-6c3f-4473-b363-9a2741528f46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534ff46070bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41213"
    uid: 6a3d33e8-7626-4073-969d-df794f8f19f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534ff6fbf240
    namespace: kserve-ci-e2e-test
    resourceVersion: "41215"
    uid: 39d69633-0212-4a20-afee-9d029a03b221
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534ff76ab740
    namespace: kserve-ci-e2e-test
    resourceVersion: "41216"
    uid: 4e77f0ed-e6f3-4b79-bbd1-b969aef61ff9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534ff77580d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41217"
    uid: c7faee2f-c28c-44a2-932f-7de85c812d18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534ff9f2b5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41218"
    uid: f6b9be23-e475-4dd7-b07d-6192257f395b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:35:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1534ffa5d7852
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: aa90d436-99fa-41ef-9f7a-a2986cfc0afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:36:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b153506c245a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41634"
    uid: 69a0542b-6f82-40a9-b930-cd06e7eafce0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:36:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1535fe67350b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41731"
    uid: cbfb0dcc-3a4e-44ab-896a-e4f3e844fb1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 4b353fb0-a562-4d67-8377-b682f28a1e81
  kind: Event
  lastTimestamp: "2026-05-20T16:36:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:36:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs.18b1535fe67421d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: ea9b2214-6932-4a1b-88b7-53052e174f85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: 38799178-93e5-4767-8408-1138ef28af43
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679-nv6zs'
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679.18b1534f97171855
    namespace: kserve-ci-e2e-test
    resourceVersion: "41169"
    uid: d24c1939-faf4-49d3-bb18-97feadd2d9bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41158"
    uid: 0c206481-0f00-4220-8a0d-d69ff89179bc
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-784cfcb679
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b1534f94a6a541
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: 0aca4882-69eb-44b2-9db0-b6f9c698ac6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41159"
    uid: 36ac9eed-f8f7-400a-bff5-3254bd7b9b6e
  kind: Event
  lastTimestamp: "2026-05-20T16:36:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:36:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b15353132d1fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41638"
    uid: fddbcfc6-06db-49ca-9f4a-d56943e34331
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41159"
    uid: 36ac9eed-f8f7-400a-bff5-3254bd7b9b6e
  kind: Event
  lastTimestamp: "2026-05-20T16:36:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:36:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b15353139bd9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41639"
    uid: 97ea2c41-ce13-494b-8c8e-6a29c60de1e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41314"
    uid: 36ac9eed-f8f7-400a-bff5-3254bd7b9b6e
  kind: Event
  lastTimestamp: "2026-05-20T16:35:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b1535692f00375
    namespace: kserve-ci-e2e-test
    resourceVersion: "41423"
    uid: ab968528-5472-4331-b4a7-7c663bd19e4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41314"
    uid: 36ac9eed-f8f7-400a-bff5-3254bd7b9b6e
  kind: Event
  lastTimestamp: "2026-05-20T16:35:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:35:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18b15356935322dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41425"
    uid: 356addc7-c573-4b88-8088-210e2cb4bfa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: a36a910f-fc38-4307-8cab-099a7701da45
  kind: Event
  lastTimestamp: "2026-05-20T16:36:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:36:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b1534f947b34c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41710"
    uid: d8660d33-670f-48c6-8e11-9a644b63e09e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: a36a910f-fc38-4307-8cab-099a7701da45
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b1534f94cf38c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41184"
    uid: ecfeddf6-98c0-484f-87f6-8a8ed2568096
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:35:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: a36a910f-fc38-4307-8cab-099a7701da45
  kind: Event
  lastTimestamp: "2026-05-20T16:35:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:35:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b1534f9acf908e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41185"
    uid: be87cb64-dd0b-4dc8-b6f4-6091ffce691a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:36:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41707"
    uid: a36a910f-fc38-4307-8cab-099a7701da45
  kind: Event
  lastTimestamp: "2026-05-20T16:36:38Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:36:38Z"
    name: isvc-sklearn-s3-tls-serving-pass.18b1535fcf6da766
    namespace: kserve-ci-e2e-test
    resourceVersion: "41708"
    uid: 6b29c15a-5d0f-4553-a17a-ee929a6a849c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38844"
    uid: 20ce9c26-93c1-4841-8909-42521fde9d9c
  kind: Event
  lastTimestamp: "2026-05-20T16:32:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:32:25Z"
    name: isvc-sklearn-s3.18b153144962dd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "39434"
    uid: 2a26ebef-2ab0-4ddb-9a46-085882870b0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38844"
    uid: 20ce9c26-93c1-4841-8909-42521fde9d9c
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-sklearn-s3.18b1531449cd6eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38878"
    uid: 43f9dc30-b13e-4b30-bd58-dd21ebfcc7cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:32:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: 20ce9c26-93c1-4841-8909-42521fde9d9c
  kind: Event
  lastTimestamp: "2026-05-20T16:32:25Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:32:25Z"
    name: isvc-sklearn-s3.18b15324bc087498
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: c12bb027-138a-4661-ae45-4e8bb97b2cde
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5f6ddc8489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: 11780f8e-837e-4152-968a-49dfce523b66
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5f6ddc8489-42jnh'
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-sklearn-scheduler-predictor-5f6ddc8489.18b1522acf7226c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: f05dc69e-6b8a-4ad9-9903-7fb29ee70e5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 3e93ec7e-7a6c-46ae-acb5-ba3dd9d42ca3
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5f6ddc8489 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-sklearn-scheduler-predictor.18b1522acb327af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: d340cb5e-0572-4a6a-956c-3af523f88427
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: 82042942-e440-4930-aee6-5b15a44894f2
  kind: Event
  lastTimestamp: "2026-05-20T16:14:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:32Z"
    name: isvc-sklearn-scheduler.18b1522acac06bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 713a711f-1aa9-4caa-a354-118ba5e58198
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: 82042942-e440-4930-aee6-5b15a44894f2
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-sklearn-scheduler.18b1522acb3b2ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30372"
    uid: 128de8a4-25b5-41e2-ba07-585fe5229fef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: 82042942-e440-4930-aee6-5b15a44894f2
  kind: Event
  lastTimestamp: "2026-05-20T16:14:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:31Z"
    name: isvc-sklearn-scheduler.18b1522acb3bc45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: 77bc596d-bb31-4adb-b155-208acb6d7306
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:19:51.837682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152755e78ffc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 37a82b73-4b44-40ef-8a04-854780aae4f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b1527566fc9d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: c7bb4f63-cb84-4480-a818-b3b8b771e98d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:52Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:19:52Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152759b3dc70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: 2348a665-eb5e-4b30-800c-1ba9caeba8f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:52Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152759cbf28cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 4ef7529b-6d27-42c3-8055-9f37fcf77288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:52Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152759fa3e6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: 40a67e42-5e80-4ba0-b8d7-b2dad001304d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:52Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b15275a00145f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 962b31d0-ad1e-4fee-8918-47512ebcda80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:56Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152768de64b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: ef2d9894-fc1a-4252-b467-d74c294a2b4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:56Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b1527690b0c55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33221"
    uid: 6a121982-dc43-46bf-b7d5-4d82675c6d09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:56Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152769110fe95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: ef3b94d9-d435-4124-a52d-4d1c7d2ae627
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:56Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b15276911d87aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: 8d1a5681-c1ba-4ef1-8a47-11dbaa2848ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:57Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152769376e343
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: 5a389d77-d767-4308-bde1-a4c67007920a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:19:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:57Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b1527693d686c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: d6ecde51-0d86-4726-ad9c-c6ff381fec31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:21:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:13Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b15276c9c86af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: ff093b30-6e21-448b-b4b4-4bd03060d4b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:21:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:11Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152880728e6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33795"
    uid: 4ead4f75-6cc5-4a72-aed3-ac0f28ef6cf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:21:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:11Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b1528807294115
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: 4c5c7b7a-5caa-4a35-9ff8-02573840e464
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 54ba2153-f238-430f-bd15-ac82c13570cc
  kind: Event
  lastTimestamp: "2026-05-20T16:21:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:13Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn.18b152887bd0f840
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: deb9a7ad-2b84-4887-b7db-d5f10e295a1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33141"
    uid: ab088592-6077-4297-9a15-82f88518faca
  kind: Event
  lastTimestamp: "2026-05-20T16:19:51Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-59c5d55f68-c96wn'
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-mixed-predictor-59c5d55f68.18b152755e0d92f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: d4203780-d6ec-4d03-a4ae-188254cbfb9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: 000cc24c-df83-4dfb-95c6-86b454716ed0
  kind: Event
  lastTimestamp: "2026-05-20T16:19:51Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-59c5d55f68 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-mixed-predictor.18b152755b0bb78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: 08785b8d-3ef1-4c9d-84bd-7738c7d33c99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:20:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 8fb7de7f-897b-49a7-9f99-c2115203563a
  kind: Event
  lastTimestamp: "2026-05-20T16:20:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18b15278da10789e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 16d13281-de39-4391-a5cf-0a46f2130b2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:20:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 8fb7de7f-897b-49a7-9f99-c2115203563a
  kind: Event
  lastTimestamp: "2026-05-20T16:20:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor.18b15278da7a0ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: 40bcc457-5507-4f9b-b6f4-bf33c205b852
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 8fb7de7f-897b-49a7-9f99-c2115203563a
  kind: Event
  lastTimestamp: "2026-05-20T16:21:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18b15283578375d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33732"
    uid: 0bc089e2-76df-4c47-90f6-54f551449021
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 8fb7de7f-897b-49a7-9f99-c2115203563a
  kind: Event
  lastTimestamp: "2026-05-20T16:21:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:06Z"
    name: isvc-sklearn-v2-mixed-predictor.18b1528357ec68ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: 10b88fd4-c367-4dd1-9457-a474371c7b77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: 2eafada2-1249-41bb-9174-fc29bad9de59
  kind: Event
  lastTimestamp: "2026-05-20T16:21:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:21:04Z"
    name: isvc-sklearn-v2-mixed.18b152755b1182ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33711"
    uid: f458d6f6-378f-4686-9a99-4c0e2bb098b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: 2eafada2-1249-41bb-9174-fc29bad9de59
  kind: Event
  lastTimestamp: "2026-05-20T16:19:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-mixed.18b152755b89e18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33147"
    uid: a1af7424-bd85-48d6-a72b-73625c9d3a6a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33708"
    uid: 2eafada2-1249-41bb-9174-fc29bad9de59
  kind: Event
  lastTimestamp: "2026-05-20T16:21:04Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:21:04Z"
    name: isvc-sklearn-v2-mixed.18b152862e8dd395
    namespace: kserve-ci-e2e-test
    resourceVersion: "33710"
    uid: 22815972-a260-47ec-b189-65e6951be0b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:18:31.548278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32484"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15262acd9de26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32491"
    uid: 1ccbd691-940d-492b-9e33-91503eb9842d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15262c58fb56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: dc495912-ef32-4283-860e-bdd6d21a70ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15262c6dbfc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: e25fa121-c14f-4ded-8030-0f3cc269f6aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:32Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15262c96bc19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: e0e1c724-407d-41cd-9b46-7324fa8763f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:32Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15262c9c8b993
    namespace: kserve-ci-e2e-test
    resourceVersion: "32508"
    uid: 820d0e3c-772b-403a-8197-2d8f48afa94e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1433"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:36Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15263dfe85b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32547"
    uid: c96c4d58-cb10-4d7f-9362-ac1d1b22b948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:36Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15263e2d6d650
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 26a68e57-6ecf-4fe0-b7e9-2b777014e697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:36Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15263e3356c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: 7a592ed6-5ebd-4227-b69e-11d060c8b127
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:36Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15263e33fd27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: d1c49dfe-701b-4764-b1ba-2aa69eb16611
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:36Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15263e5ca874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 9244084d-cfe2-44e6-8483-799967ac0919
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:18:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:36Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b15263e6250ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: a09f48c3-d811-4426-a585-af68b613f0d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:19:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:54Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b1526457bb97c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33199"
    uid: 1cc52bac-79fb-43d7-978e-e56a8b564472
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:19:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b152755b0a7bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33143"
    uid: 3e3b2a67-46d1-49df-a5c6-fbe2aa684a41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:19:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:51Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b152755b0b0f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "33146"
    uid: 1bff488a-3e80-4841-a60c-d6da60cc92c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32488"
    uid: 85b63c2e-372d-41d1-9e59-3c5ec7eaacae
  kind: Event
  lastTimestamp: "2026-05-20T16:19:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:19:54Z"
    name: isvc-sklearn-v2-predictor-79646f46b9-dmgqt.18b1527609c8f2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33198"
    uid: ffa38321-f777-4001-98b8-58d41bb09769
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-79646f46b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: 05ca496f-733a-4d14-8ce2-9295845fcac0
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-79646f46b9-dmgqt'
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-predictor-79646f46b9.18b15262ac607787
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 7e62f9cc-dc71-435d-ab9d-bb1c66d31c12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: 3d3229c3-c3a9-48d1-975f-acbd3d0528fd
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-79646f46b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-predictor.18b15262a9a49e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: 548bda64-1dd7-41f9-bd7a-eae95e0db5e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 45e2589b-ce26-4541-b740-929a7411ad85
  kind: Event
  lastTimestamp: "2026-05-20T16:18:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:46Z"
    name: isvc-sklearn-v2-predictor.18b15266282e8966
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: 0d28aec2-605f-448c-ac2e-e1b7313a6016
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 45e2589b-ce26-4541-b740-929a7411ad85
  kind: Event
  lastTimestamp: "2026-05-20T16:18:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:46Z"
    name: isvc-sklearn-v2-predictor.18b15266289830f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32632"
    uid: e682efdd-c61b-4f4c-817e-1c13b487db2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 45e2589b-ce26-4541-b740-929a7411ad85
  kind: Event
  lastTimestamp: "2026-05-20T16:19:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:19:46Z"
    name: isvc-sklearn-v2-predictor.18b15269a7c596d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33071"
    uid: a027368d-aea3-4a63-b8f9-8ee4488a1033
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 45e2589b-ce26-4541-b740-929a7411ad85
  kind: Event
  lastTimestamp: "2026-05-20T16:19:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:19:46Z"
    name: isvc-sklearn-v2-predictor.18b15269a82d815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 5ce8e95d-df6c-472d-9c49-514ec0b98ce1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:17:31.352568Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15254a8e83478
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: f0f31df0-c37d-49ea-b222-cb063e23d328
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31975"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15254c208f66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 9b0a9735-019e-4986-8d39-13f857085a9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15254c3920f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: 73ce722e-a4a3-4158-adae-2d99ea668477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15254c76960c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31986"
    uid: 998d25e9-4b91-47be-9569-311dd7dd7298
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15254c7c5c4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31987"
    uid: 65b84cda-b0de-4d98-8ca2-66535e2e9c55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15255dd9e7a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32031"
    uid: 4f68b98d-f5b9-4465-b022-6d5558bc5f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15255e0175342
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: 6e3ae2f2-9311-44bb-a1d3-3a17d9086f7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15255e07303d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32034"
    uid: 8086d6e8-572b-43ae-88a3-845d9c226a0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15255e080477e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32037"
    uid: d8bf1b5a-5a6b-4e28-99e8-9c7a63cc59f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15255e3a53726
    namespace: kserve-ci-e2e-test
    resourceVersion: "32039"
    uid: 8ea9f713-04bc-489c-a415-54fee4484f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:17:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:17:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15255e406e44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: 707f8fdc-46aa-442d-b398-2edac492209e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:18:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-20T16:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:13Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b1525e7f582d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: 00779f06-4c74-458d-a633-235d359c40a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15262a97ecd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 584b2438-5293-466c-99d5-cb698924d23b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b15262a97f8038
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: c97f1fb7-87f2-4392-b9a0-005c4e2f134e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: fa5e4b74-1afe-4a98-9e70-ef7bc9fedeac
  kind: Event
  lastTimestamp: "2026-05-20T16:18:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:18:33Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x.18b1526323823be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32528"
    uid: a59dc04a-7369-4af6-a34e-6e6ce815f8d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 5580ae8e-2350-40e3-9e4c-d59b13912fc4
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-ctl2x'
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18b15254a85c7896
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: 3221ed05-afe4-4592-9052-ead65badd58e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 308991ab-508f-48ca-a458-3d8210631d52
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18b15254a562960f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: 167e4ad1-d666-4785-ae23-7d8a0c55acfb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: 662b31f5-75a2-4129-b73b-6b50bcbe2a30
  kind: Event
  lastTimestamp: "2026-05-20T16:18:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18b1525823def681
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: be551590-f0b1-4a13-a104-ea5df542a712
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31951"
    uid: 662b31f5-75a2-4129-b73b-6b50bcbe2a30
  kind: Event
  lastTimestamp: "2026-05-20T16:18:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18b15258244654e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: fdd55823-81be-496b-9e94-021d628bc36c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: 662b31f5-75a2-4129-b73b-6b50bcbe2a30
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18b1525f22432ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: 2ad490b6-5b26-4fe9-bc50-62b87d40bdbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: 662b31f5-75a2-4129-b73b-6b50bcbe2a30
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18b1525f22ce09d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 958fa14c-7cac-4652-b69b-1ef58ef5e4b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 91bdd23d-74fb-4591-90cc-623ca1053d5f
  kind: Event
  lastTimestamp: "2026-05-20T16:18:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:18:23Z"
    name: isvc-sklearn-v2-runtime.18b15254a54031a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32385"
    uid: 601bc5bd-bca5-4360-b842-ca0a5991de37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:17:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 91bdd23d-74fb-4591-90cc-623ca1053d5f
  kind: Event
  lastTimestamp: "2026-05-20T16:17:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:17:31Z"
    name: isvc-sklearn-v2-runtime.18b15254a58e97f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: b94a374c-2e22-4688-a535-851a969b28e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 91bdd23d-74fb-4591-90cc-623ca1053d5f
  kind: Event
  lastTimestamp: "2026-05-20T16:18:23Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:18:23Z"
    name: isvc-sklearn-v2-runtime.18b15260d48c85e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: 47d03d69-4781-4c4f-bd28-12a30f471034
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 9f03d57a-c5e7-423a-9444-45feba93130b
  kind: Event
  lastTimestamp: "2026-05-20T16:19:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:19:44Z"
    name: isvc-sklearn-v2.18b15262a979c553
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 6a65e1e9-6f59-432a-801f-fc1cac4ac43e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:18:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 9f03d57a-c5e7-423a-9444-45feba93130b
  kind: Event
  lastTimestamp: "2026-05-20T16:18:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:18:31Z"
    name: isvc-sklearn-v2.18b15262a9edd8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: b59be1fe-e709-4221-a102-3f81eb9d76eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:19:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: 9f03d57a-c5e7-423a-9444-45feba93130b
  kind: Event
  lastTimestamp: "2026-05-20T16:19:44Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:19:44Z"
    name: isvc-sklearn-v2.18b15273bab5fdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33053"
    uid: a82064dd-9495-4c4c-99a4-bea163631d1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 5636f397-e218-4485-b464-097558e9e75a
  kind: Event
  lastTimestamp: "2026-05-20T16:15:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:15:47Z"
    name: isvc-sklearn.18b1522b4961f4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: a50309ca-8827-4bd9-a862-98611aff373c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 5636f397-e218-4485-b464-097558e9e75a
  kind: Event
  lastTimestamp: "2026-05-20T16:14:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T16:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:33Z"
    name: isvc-sklearn.18b1522b49e54c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: b799c1d3-355d-4d8e-b6ce-d419cf2555c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 5636f397-e218-4485-b464-097558e9e75a
  kind: Event
  lastTimestamp: "2026-05-20T16:14:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:14:33Z"
    name: isvc-sklearn.18b1522b5103fd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30446"
    uid: cd28b8e5-6628-434b-bc3e-31172d864ad8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 5636f397-e218-4485-b464-097558e9e75a
  kind: Event
  lastTimestamp: "2026-05-20T16:15:47Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:15:47Z"
    name: isvc-sklearn.18b1523c6581906e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: 284c886d-e6dd-40a7-8159-0399c754915e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:21:12.057551Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-pw99w
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b152880bf2f5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: 8a8dbb20-1c9b-44ed-9774-673ee2e58e01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b152882536206f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: ba695d40-bf3c-4952-a364-320230c6d778
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528826a4c40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 7976c566-3013-465f-bb2e-464606d36534
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b15288295f72df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: be80418d-f1ea-4efe-b765-89cda30f76a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528829c96598
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 45727b34-5186-4ee9-b3a4-221be9c74053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:17Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-05-20T16:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:17Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b152893b94c8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: 5452b0d5-5ca5-41e3-9925-eef84e6e571c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:21Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.917s (3.917s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T16:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528a251c691d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 7121013f-a7f7-4c42-a250-f4204ecbb4ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528a2823df34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 60825bed-d1cc-485a-b056-211e960b9bdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528a2892ad85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33907"
    uid: 22e3601a-3986-4780-a764-56c9d89ea381
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528a289fb5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: 3d56ef44-26f8-425a-a416-30511716d02c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528a2b3d219d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: be41465b-4b00-4156-98c6-9d83bafa20ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:21Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528a2bc0fa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 813fd6b6-e6b4-44ca-8b4e-3d92684c1dc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b1528aa274f6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 073ccdba-2c56-4ce7-b266-2021702fba30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:51Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b15291496a5204
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: 81298a1a-c036-428b-a06c-b308aebb2d02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:51Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b15291496aede4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: fe36a554-b6f5-4598-8166-f5e696ab5350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-pw99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 35c89679-3b93-4575-a19f-c2300f30f78e
  kind: Event
  lastTimestamp: "2026-05-20T16:22:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-pw99w.18b15291da430930
    namespace: kserve-ci-e2e-test
    resourceVersion: "34421"
    uid: e29a6f62-b23f-42cf-8316-03bcd566629c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 611248d7-5399-40c2-971c-cfb3991926c4
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-pw99w'
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor-6756f669d7.18b152880b8c00e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: f21aeffa-c774-42bb-a1c6-39b8859d5bb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: e57b39a0-2f6c-4275-ada4-6d564b4d4292
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow-predictor.18b152880885005f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 97f720f8-70b8-4bfb-9ea2-a602e09a22f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 24eb0931-600b-42ab-a055-d94d90238f85
  kind: Event
  lastTimestamp: "2026-05-20T16:21:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:42Z"
    name: isvc-tensorflow-predictor.18b1528b8763cded
    namespace: kserve-ci-e2e-test
    resourceVersion: "34071"
    uid: 49e001b1-2c74-40f1-80a6-9a005cb1b34b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 24eb0931-600b-42ab-a055-d94d90238f85
  kind: Event
  lastTimestamp: "2026-05-20T16:21:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:42Z"
    name: isvc-tensorflow-predictor.18b1528b87ced4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: 58f4e77d-2cb9-4e60-b122-376e54370a0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:21:51.834304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:21:51Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152914ed4b59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34184"
    uid: c740843f-f192-4f2f-9a88-ee757341c077
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:52Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:21:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b15291683950c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: fa3acc48-bfe7-4afb-b4c4-ef73037579f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152916997bac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: 88359dc0-7c81-4ca8-864a-d268e2c3af96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152916ca79c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34199"
    uid: f8a65298-68f0-41ce-99d8-141dff7acf5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152916d04a08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 35cab723-b785-4301-8289-cd8b71713932
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:57Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152929334dbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34243"
    uid: a8977f96-370a-4f83-a6df-f23d0f92df98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b1529295f72f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: 36f31b5b-94d0-4234-b563-0d9c72056038
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b15292967afe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "34249"
    uid: 7ef2d626-c723-4f18-bebe-96712283544d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152929687a75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34250"
    uid: bed73954-6db9-4abe-b8d5-65bb9c796492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b1529299408b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: dbe4113f-015e-4548-b04e-6ff6ecc6975b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:21:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:21:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b15292999b7ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34253"
    uid: 4b4509c9-c990-4729-b293-462de5a34dd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:22:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:05Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b152930adcd985
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: 96cdfa26-e662-4369-a4ff-202659922fab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:22:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:31Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b1529a95aae14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: 1bbdde5a-c375-43d7-abc3-6f986385c61f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:22:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:31Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b1529a95ab8a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: f2b9cff2-c505-447d-aa78-91e8f0c77089
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: 341af0f9-aa28-4b66-80e9-0ab480c3bf52
  kind: Event
  lastTimestamp: "2026-05-20T16:23:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:23:00Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd.18b1529b6cc160aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 6a20374a-0829-409e-b1f5-adc73a8d8931
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 94e86260-813c-4ab5-8b67-76545305495e
  kind: Event
  lastTimestamp: "2026-05-20T16:21:51Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-rf5cd'
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:51Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18b152914e7a9579
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: 82dff485-c6ea-4169-a32a-85cb6593a266
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34165"
    uid: 0adb5f03-187d-4a35-a89a-eda10c8712e9
  kind: Event
  lastTimestamp: "2026-05-20T16:21:51Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:21:51Z"
    name: isvc-tensorflow-runtime-predictor.18b152914b8c13de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: 96cadf82-4ff3-4aeb-98cd-51f997c946dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: b0cf71fd-3db3-46ad-a501-1a4723385e38
  kind: Event
  lastTimestamp: "2026-05-20T16:22:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:22:06Z"
    name: isvc-tensorflow-runtime-predictor.18b15294caa17080
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: f5099295-732a-44c6-b4ad-4ebb17d9271b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: b0cf71fd-3db3-46ad-a501-1a4723385e38
  kind: Event
  lastTimestamp: "2026-05-20T16:22:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:22:06Z"
    name: isvc-tensorflow-runtime-predictor.18b15294cb264e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: ab0da956-5ecb-4b97-a96f-de4b88a57c09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: b0cf71fd-3db3-46ad-a501-1a4723385e38
  kind: Event
  lastTimestamp: "2026-05-20T16:22:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:22:21Z"
    name: isvc-tensorflow-runtime-predictor.18b152984a0c54e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: 74bfc63d-8c79-4ca7-8f09-9f4c6ede9b7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: b0cf71fd-3db3-46ad-a501-1a4723385e38
  kind: Event
  lastTimestamp: "2026-05-20T16:22:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:22:21Z"
    name: isvc-tensorflow-runtime-predictor.18b152984a5aeee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34443"
    uid: a5733e7d-6dd6-4716-b48c-9075ecc945ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: 3990cbcf-f6b4-4e99-afae-c6c7933ccee7
  kind: Event
  lastTimestamp: "2026-05-20T16:22:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:22:15Z"
    name: isvc-tensorflow-runtime.18b152914b6f72e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34392"
    uid: 3d2d0cd7-5373-4eb3-ad8f-85009bc1d419
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: 3990cbcf-f6b4-4e99-afae-c6c7933ccee7
  kind: Event
  lastTimestamp: "2026-05-20T16:21:51Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:21:51Z"
    name: isvc-tensorflow-runtime.18b152914be0edc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 5a72c4aa-00d5-4e06-9086-3911b325e157
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: 3990cbcf-f6b4-4e99-afae-c6c7933ccee7
  kind: Event
  lastTimestamp: "2026-05-20T16:22:15Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:22:15Z"
    name: isvc-tensorflow-runtime.18b15296cb40c8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 8946f56d-e166-42f6-be30-d4778c158ac5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: 0b8317aa-d5a0-4fc9-81a9-9b7eac6a3e2f
  kind: Event
  lastTimestamp: "2026-05-20T16:21:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:21:39Z"
    name: isvc-tensorflow.18b15288085a5543
    namespace: kserve-ci-e2e-test
    resourceVersion: "34053"
    uid: 2d1755b5-1651-44ad-9f7f-94b2b2847af9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: 0b8317aa-d5a0-4fc9-81a9-9b7eac6a3e2f
  kind: Event
  lastTimestamp: "2026-05-20T16:21:12Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:21:12Z"
    name: isvc-tensorflow.18b1528808bd31c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: a5022d34-8cfc-4d42-8706-8ed957d40d36
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34051"
    uid: 0b8317aa-d5a0-4fc9-81a9-9b7eac6a3e2f
  kind: Event
  lastTimestamp: "2026-05-20T16:21:39Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:21:39Z"
    name: isvc-tensorflow.18b1528e61505375
    namespace: kserve-ci-e2e-test
    resourceVersion: "34052"
    uid: c6d84264-38fe-4e1e-86fd-61876cee9a18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:22:31.731160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-qmd9x
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:22:31Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b1529a98ddb785
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 5d6c7cdb-ce2e-4588-aedd-e0d91311be64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34568"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:22:32Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:22:32Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b1529ab21859c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34577"
    uid: c1ae4cc2-7693-40d0-a278-464398e3e2d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:22:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:32Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b1529ab375a83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 4f6d0752-07dd-48b5-98ea-03e45e01cf75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:22:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:32Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b1529ab64d9663
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: bac75291-0527-471d-b185-a1c6784307aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:22:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:32Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b1529ab6ba54a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: c3d9f505-78ee-4b03-8941-2a72f3f9c018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:22:36Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-05-20T16:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:22:36Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b1529bae91d7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34616"
    uid: a49c9047-d5f1-4cb1-8186-7b2f13db8070
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:30Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.19s
    (1m54.19s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T16:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:30Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b644da7d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: 6f4ce919-43e7-4c8f-b1c5-a7028344dce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:30Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b64b16cebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: 1bb10e20-a229-4edd-8c12-d9f0f86e61fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:30Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b64c07a991
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: 477e121f-b8c2-40de-a3dc-ad7526be8466
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:30Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b64c12282d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: 4340f953-c162-46b7-80e3-7d414b4434bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:30Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b651284279
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: 04c4eeaa-e38c-4fe0-abbb-a198e24cafef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:30Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b651f84316
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: dce4f59c-8cd6-483b-8bd0-9e5fcf265e9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:33Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b6c6cccfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: a5d44412-2804-48f3-8186-d658cd60fc07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b93372349c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35545"
    uid: 791e5584-f5e3-4ed1-8d48-dee163c737d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b93372d2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 317996ac-243e-458f-a8fe-415a65fd74b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-qmd9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c6f66c32-3a63-4f0f-a71e-4986ba2a6fff
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-triton-predictor-84bb65d94b-qmd9x.18b152b95696d137
    namespace: kserve-ci-e2e-test
    resourceVersion: "35584"
    uid: 3b8ab1b2-a3a1-4c02-98db-39af83bc91b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34545"
    uid: d421a7f9-4828-44ec-a9da-994e79c3f980
  kind: Event
  lastTimestamp: "2026-05-20T16:22:31Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-qmd9x'
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:22:31Z"
    name: isvc-triton-predictor-84bb65d94b.18b1529a982e7f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "34560"
    uid: 3f3d5df6-fd9a-4e2c-baea-65f5c7dcb871
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34541"
    uid: 8159c122-b12b-4174-851d-c7fc7989c3d0
  kind: Event
  lastTimestamp: "2026-05-20T16:22:31Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:22:31Z"
    name: isvc-triton-predictor.18b1529a953399ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: 2d0f8b38-2a52-4afc-8f9b-ceeb8371d2d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 769b9f60-60ea-469e-be5f-bba40750c8a7
  kind: Event
  lastTimestamp: "2026-05-20T16:24:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:24:31Z"
    name: isvc-triton-predictor.18b1529e13b9480a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: 9a1ea481-9e8d-4a7c-8ca4-9b3c37d0b180
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: 769b9f60-60ea-469e-be5f-bba40750c8a7
  kind: Event
  lastTimestamp: "2026-05-20T16:24:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:24:31Z"
    name: isvc-triton-predictor.18b1529e142099d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: 524d096d-b9bf-40db-954b-ebe353341c24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: 51465e3a-c53e-46ee-98b1-5775513d35a8
  kind: Event
  lastTimestamp: "2026-05-20T16:24:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:24:38Z"
    name: isvc-triton.18b1529a950f6a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35491"
    uid: ef8bb9cb-dd23-4beb-9c4a-83085566a0e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:22:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: 51465e3a-c53e-46ee-98b1-5775513d35a8
  kind: Event
  lastTimestamp: "2026-05-20T16:22:31Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T16:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:22:31Z"
    name: isvc-triton.18b1529a9590b544
    namespace: kserve-ci-e2e-test
    resourceVersion: "34551"
    uid: 655fc59f-49cc-4283-9bd3-afcc76e20c9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: 51465e3a-c53e-46ee-98b1-5775513d35a8
  kind: Event
  lastTimestamp: "2026-05-20T16:24:38Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:24:38Z"
    name: isvc-triton.18b152b833bb6697
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: dbd4d0ca-a53a-41fa-8aa1-ffb5b9a63b71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:24:43.280891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-6t97l
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152b939d758dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: c32371af-46db-41e9-90b8-d4c025fda91f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152b95370d4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: f9246728-1cb5-4f8d-b042-4b9208b0580e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152b954f1a12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: 9a5fb4e9-b8a1-4cc7-b4c0-0d19d8ccfa87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152b959bc4f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: 41933660-8c68-41a7-93d3-cf80fed3c574
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152b95a55eca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: 47fdc3ba-5652-4aa2-9de0-6d1d378148be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:24:48Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-20T16:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:24:48Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152ba8370a6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35631"
    uid: 1a55b146-cefe-4369-b45d-535f1b81deb4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:11Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 22.4s (22.4s including
    waiting). Image size: 1306444539 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfba99d9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35800"
    uid: e10cd707-6d37-4b5e-a66b-1360815df30e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfc043c3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35801"
    uid: aeb9687c-8303-478f-bd1d-e19af2e4341f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfc1587e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: fecdabb0-4c6a-49c2-bea8-3fdc69a44f34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfc162f735
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 485ee16d-eb74-4972-b4f8-a4a7e3d1dbf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfc7322a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35804"
    uid: 8d5526a6-0f16-41a1-b0d1-b7b8205222de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:11Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfc8222dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: c435d870-98bf-4d4d-80d5-d31a59977701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:25:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:25:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152bfe2435f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36141"
    uid: 1f527197-0ff7-442d-a1f8-b1691895cd78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152ce377ee597
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: a0696c7b-458f-47ec-9b0a-66f257c1ba7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: ed39edba-0dc4-4d75-8d17-725d1bb82a8a
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-predictor-8689c4cfcc-6t97l.18b152ce377f55a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: e026f57f-d12a-41ce-afde-d66fb7bd5656
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: d93cc1af-4b67-49ea-913b-cf9ac93024c7
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-6t97l'
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18b152b93969ff6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: 3a7922c9-c8f8-42ac-a715-5849a79bc2a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: cf51d573-a73f-4d20-ab1c-76b01cd53c2b
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost-predictor.18b152b935676b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: 11ad59a7-5dc0-49c2-b5ea-c78ce0f6ac32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: 442149c8-dd7d-49d5-85a7-00122bdc2e95
  kind: Event
  lastTimestamp: "2026-05-20T16:25:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:25:43Z"
    name: isvc-xgboost-predictor.18b152bcb41c046f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: 016ed4c8-3006-43fe-a3ff-ab3915cf35d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: 442149c8-dd7d-49d5-85a7-00122bdc2e95
  kind: Event
  lastTimestamp: "2026-05-20T16:25:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:25:43Z"
    name: isvc-xgboost-predictor.18b152bcb488c25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 1b0d7b12-96b2-4a2e-a6a2-639bcb3f150b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 442149c8-dd7d-49d5-85a7-00122bdc2e95
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-predictor.18b152c3b280577e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 1eea21ac-7697-4dc3-9d48-13f95b89a3fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-20T16:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 442149c8-dd7d-49d5-85a7-00122bdc2e95
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-predictor.18b152c3b2e8ebd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: a8ad5e6c-b12e-4821-a32d-509e663cebc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:27:53.887089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-j8q85
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e59adb2bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: 680f8e77-5f9e-411c-8d8d-26d88ed40a9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e5a2a37f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 718cb55c-316e-4ef4-9407-b19af35b6842
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:54Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:27:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e5d7a2b9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: 3c2177c8-9bbe-4a79-91d6-fa3e45043848
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e5d9067fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37218"
    uid: ac4a2cbf-3302-45e2-b39b-94ce8a5d47d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e5db8f8232
    namespace: kserve-ci-e2e-test
    resourceVersion: "37219"
    uid: 81c2c78a-4e95-46f7-8362-5e4338e04ed0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:54Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e5dbea127d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37220"
    uid: 7921de82-ff8e-4fd6-aa07-461579568e62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:59Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e6e08d04c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37263"
    uid: 22faa449-8679-4591-8c0f-f38560100256
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e6e37b840c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: adc254d4-96aa-4082-b5e1-f1c16403e996
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e6e3d61045
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: ede46719-ef0a-40fb-8d14-5f79cfbff03b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e6e3e0a276
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: 27731ef6-8088-4519-9ae2-a668eb51d1e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e6e66a3fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: 7455312f-69bd-409f-99df-3682539fd77f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:27:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e6e6c268f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 869327ce-a8a9-4266-9caf-2be73cfb15e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-20T16:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:28:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:28:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152e7585894ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 35348307-b40d-481a-9a30-2dc249a335c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:29:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:03Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152f5ec4bcb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 062eb967-7e5b-4f85-be90-cd202f0727bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 6d4d7dd4-80ef-4e88-ae4b-f67284a00624
  kind: Event
  lastTimestamp: "2026-05-20T16:29:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:03Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-j8q85.18b152f5ec4c6f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: 16056f1c-0d1e-4eda-bef4-6f0ab0ee3ee4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 99cb7f7c-15a2-4cad-8e68-51eb2bad3af1
  kind: Event
  lastTimestamp: "2026-05-20T16:27:53Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-j8q85'
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18b152e59a558faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37188"
    uid: 9def07b3-c357-4344-9e26-d260488e1058
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37173"
    uid: 13d3ed9f-f22d-47f3-8b7e-eb0a17dc933c
  kind: Event
  lastTimestamp: "2026-05-20T16:27:53Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: isvc-xgboost-runtime-predictor.18b152e5975cb955
    namespace: kserve-ci-e2e-test
    resourceVersion: "37180"
    uid: 377a28c3-dc0c-442d-a20c-cbe93f851f6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: 2a6a8713-febb-480a-8b3d-aea5cec90cff
  kind: Event
  lastTimestamp: "2026-05-20T16:28:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:28:38Z"
    name: isvc-xgboost-runtime-predictor.18b152e915ebae29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 513c5d4a-1747-4c64-b93d-0d55770db5ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: 2a6a8713-febb-480a-8b3d-aea5cec90cff
  kind: Event
  lastTimestamp: "2026-05-20T16:28:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:28:38Z"
    name: isvc-xgboost-runtime-predictor.18b152e9165f9b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: bd000a39-eaf7-4bd7-b564-6a74393d44e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:28:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 2a6a8713-febb-480a-8b3d-aea5cec90cff
  kind: Event
  lastTimestamp: "2026-05-20T16:28:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:28:53Z"
    name: isvc-xgboost-runtime-predictor.18b152ec95c03917
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: bfb123fa-26aa-40eb-87c0-62929b42f293
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:28:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 2a6a8713-febb-480a-8b3d-aea5cec90cff
  kind: Event
  lastTimestamp: "2026-05-20T16:28:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:28:53Z"
    name: isvc-xgboost-runtime-predictor.18b152ec968f2b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: 091255e8-9775-4c5e-b814-b032ce91b856
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: 5d09bd3f-b146-40d0-9cc8-5dc4be232a6d
  kind: Event
  lastTimestamp: "2026-05-20T16:28:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:28:57Z"
    name: isvc-xgboost-runtime.18b152e597353deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: d3c4232a-3656-4884-a1cd-71412bf76277
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: 5d09bd3f-b146-40d0-9cc8-5dc4be232a6d
  kind: Event
  lastTimestamp: "2026-05-20T16:27:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: isvc-xgboost-runtime.18b152e597a1fd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37199"
    uid: d1328a56-2098-4702-8e25-8086a122a0c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37150"
    uid: 5d09bd3f-b146-40d0-9cc8-5dc4be232a6d
  kind: Event
  lastTimestamp: "2026-05-20T16:27:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: isvc-xgboost-runtime.18b152e59e383f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: 83ae9cf2-35ae-4e4c-8353-be56cd4e1972
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: 5d09bd3f-b146-40d0-9cc8-5dc4be232a6d
  kind: Event
  lastTimestamp: "2026-05-20T16:28:57Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:28:57Z"
    name: isvc-xgboost-runtime.18b152f467641eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: 9f21ee55-5c8a-466a-8799-133389fa74a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:26:13.527096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152ce3cef2f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 82d822e2-5895-4209-8eb7-e464fbbe9aa4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36317"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152ce55d2b277
    namespace: kserve-ci-e2e-test
    resourceVersion: "36324"
    uid: e851f4ea-65d8-4686-b693-b9176b15afaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152ce573faed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: 5c68b8d7-3f8a-4452-8d96-7472323fb709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152ce5a2ceaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: 2a51ea4d-eaa9-4d09-aef9-2a1a1a25361d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152ce5a8a53bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: 0c424be5-8961-4d08-9c31-2838b4d2d8e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152cf4aebf064
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 92047b46-b0df-4cd8-b760-f132270c1840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152cf4ea7a7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 98f5d1df-4dd7-449a-8952-4d054a04f60e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152cf4f0d2b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 9d98f6bf-82cb-4963-b64f-46d1eb1cb0d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152cf4f18b8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: 37076e78-7df6-4fd2-bc58-1f58d3d36a18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152cf518ef476
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: 3ff3da18-5991-4509-b8dc-e65fbe33ca2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:26:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:26:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152cf51f103c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: 64649bf9-9185-4a4d-ac00-31cbc6052748
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:27:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152d9e51c1899
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: f8414954-b150-47b6-b99f-f4bc4d0b38e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:27:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152d9e51c9b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: f82187ba-954d-4b09-9fcc-04600bd0c3e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:27:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152da789670c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36793"
    uid: 9897d4f6-7b09-4b12-8368-22dd2c6a48cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: def02af4-057d-417b-9743-f659f204516c
  kind: Event
  lastTimestamp: "2026-05-20T16:27:06Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw.18b152da78e69de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36794"
    uid: 9996e1d2-4765-4f8a-a421-7355da0028f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: 1f860325-d675-49fc-8f27-57684506cc3f
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-tzwkw'
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18b152ce3c78e346
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 22d90679-1786-461b-9fa8-6e9a74cb0e2a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: 69f296d9-9899-4197-9be7-3dad0a039517
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b152ce3843a9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: fcb4dbcf-0019-42c6-a4b4-e857edf8f096
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: 26e85477-dca6-4579-aa80-048de0eefa54
  kind: Event
  lastTimestamp: "2026-05-20T16:26:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b152d1b7ee76d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 6b2dd1e8-cc6d-466b-b1f9-f0322ca3b7d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: 26e85477-dca6-4579-aa80-048de0eefa54
  kind: Event
  lastTimestamp: "2026-05-20T16:26:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b152d1b8629243
    namespace: kserve-ci-e2e-test
    resourceVersion: "36453"
    uid: 4018c550-1883-4437-bb7c-d41a9f7031f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: 26e85477-dca6-4579-aa80-048de0eefa54
  kind: Event
  lastTimestamp: "2026-05-20T16:26:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:58Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b152d53729b0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 25cee1f6-3b75-4b1d-85fc-46ba790f31c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: 26e85477-dca6-4579-aa80-048de0eefa54
  kind: Event
  lastTimestamp: "2026-05-20T16:26:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:26:58Z"
    name: isvc-xgboost-v2-mlserver-predictor.18b152d5378a9d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 9620b503-ec6f-4bd7-8e6b-c6ecdc26bade
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 72dc1cfb-383e-470a-82cc-bfe4ef4c61ce
  kind: Event
  lastTimestamp: "2026-05-20T16:26:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:26:56Z"
    name: isvc-xgboost-v2-mlserver.18b152ce3819f5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36651"
    uid: f2c55fc7-d037-4a2d-b728-1dacfe80108e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 72dc1cfb-383e-470a-82cc-bfe4ef4c61ce
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver.18b152ce386fbf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: 0d265d45-ab15-431e-88fc-23a11c250a53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36277"
    uid: 72dc1cfb-383e-470a-82cc-bfe4ef4c61ce
  kind: Event
  lastTimestamp: "2026-05-20T16:26:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:26:13Z"
    name: isvc-xgboost-v2-mlserver.18b152ce3e477531
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 5c8f7c92-98c5-4e8b-b4d7-5c8558e3baaf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36649"
    uid: 72dc1cfb-383e-470a-82cc-bfe4ef4c61ce
  kind: Event
  lastTimestamp: "2026-05-20T16:26:56Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:26:56Z"
    name: isvc-xgboost-v2-mlserver.18b152d82a874dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36650"
    uid: d3bae681-e833-41bb-bd21-8bb926115352
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:30:04.240631Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b15303f48855cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: 273fdf29-4046-4c64-bbac-4dee346c0de5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b15303fec30848
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: 703cc66a-5620-4693-aac9-d338a26688d7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:05Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:30:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b153043359b0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38316"
    uid: 33198a6b-040a-4812-8b50-fefd7a690e2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b1530434b732fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38320"
    uid: 1dd30e52-d590-4463-91a2-45971ba782fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b1530437888be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38321"
    uid: 3d5e5e43-f49d-4c9d-bfd7-24f2335b1ece
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:05Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b1530437f34fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38322"
    uid: 92d9c33c-0769-4f5f-9d58-50159a8b14ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:09Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b153053beeac7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38365"
    uid: 34e6c3d0-d202-43c5-8c44-217ceabd0ef4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b153053f72e262
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: 40d0fa17-de05-4874-99d1-a5ada6611525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b153053ff092fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: daa047cc-d230-4153-814d-2fd0894c719b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b153053ffc71ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38371"
    uid: 44d9875a-0792-490d-82ea-226e872f80b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b15305431ecfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38374"
    uid: 70e50e4d-9095-4cf2-962f-46d5d77a8495
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b15305438c69d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38375"
    uid: 03c07b80-56cb-42aa-83cb-2bb9fd81831f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:31:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-20T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:16Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b1530577d3888e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38927"
    uid: d0390764-ee20-4d0f-be25-5fb2bae6c301
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b1531448492218
    namespace: kserve-ci-e2e-test
    resourceVersion: "38868"
    uid: 0e28c2ce-c68f-4c44-8b7e-e266fe16d56a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:31:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:14Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b153144849bdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: b97ae2c2-7eec-48bb-8950-582a838cd61d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 12369b39-45e0-416b-bfcc-281c78a1761c
  kind: Event
  lastTimestamp: "2026-05-20T16:31:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:31:16Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s.18b15314d5f63654
    namespace: kserve-ci-e2e-test
    resourceVersion: "38926"
    uid: 14d4ac31-4071-41cb-92cd-778a6cd2fd96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: 4b4f4b72-3e8e-4353-8316-0b7f6cfdccdf
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-cck9s'
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18b15303f4109426
    namespace: kserve-ci-e2e-test
    resourceVersion: "38293"
    uid: 27b6a8c6-5d60-4ec9-ad76-b8f238d264fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38279"
    uid: 460898fb-6121-4750-90cd-af3f4291f77c
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-predictor.18b15303f13a89c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38283"
    uid: 060be997-515d-4c32-a2c6-04f3aff2986f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: 48da19b1-cdbe-4f8a-a3e4-c0d7e9565d56
  kind: Event
  lastTimestamp: "2026-05-20T16:30:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:30:34Z"
    name: isvc-xgboost-v2-predictor.18b153076fc354fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: af758dce-59d2-426e-b43a-a8bafcdf0d35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: 48da19b1-cdbe-4f8a-a3e4-c0d7e9565d56
  kind: Event
  lastTimestamp: "2026-05-20T16:30:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:30:34Z"
    name: isvc-xgboost-v2-predictor.18b1530770349f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: cbf53bc3-0532-41ff-826a-9398b70e35f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: 48da19b1-cdbe-4f8a-a3e4-c0d7e9565d56
  kind: Event
  lastTimestamp: "2026-05-20T16:31:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:31:04Z"
    name: isvc-xgboost-v2-predictor.18b1530e6e77a82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: fabd20b5-18f8-468e-8d32-991308ac7cfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: 48da19b1-cdbe-4f8a-a3e4-c0d7e9565d56
  kind: Event
  lastTimestamp: "2026-05-20T16:31:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:31:04Z"
    name: isvc-xgboost-v2-predictor.18b1530e6ee1ba0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38763"
    uid: 79ee9f73-cea7-417f-8882-3c239aba3fc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:29:04.036631Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37780"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:29:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:29:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f5f01835ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: 2cf9c41e-9909-459b-830c-432bca035e11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f5ff5a8256
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 01a4d2cf-ed4a-4660-8d28-73cec90cd8e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:05Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:29:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f62ceeca7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: fba1d0de-a5d6-419a-8169-9afbd8398a8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f62e43e4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37803"
    uid: 746dfab7-9f04-4b0c-abcd-07c06e746b63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f630f2fdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: e967accb-edf1-494f-a062-8915850cf642
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:05Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f631643efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37808"
    uid: 137ea8d4-1565-4511-a368-4589bda1868a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f7396b551b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: 2085561b-5377-4709-812c-80bf033bd198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f73c261d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: 4a3ab064-1410-4380-8f49-3332104e6f30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f73c9a77f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: a031a188-f9fe-4486-a549-3c0c49600507
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f73ca629c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: a04f0208-27a0-4d1b-860c-a0ee982a3ba9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f73f77a38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37857"
    uid: 9de5be7a-126e-4a2a-afd7-d754f1593152
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152f73fe6f942
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: f74f87a9-4d24-4fc9-b4b7-c3676b870dbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:29:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-20T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:29:46Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b152ffd957f94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: 6556132d-e507-45fd-9c37-94a90d3c2776
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b15303f0019ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: 088d16e5-27d0-4611-a2f6-208d2931cf0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b15303f00205f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38278"
    uid: af23f545-a7c2-46e9-a140-ed72a19c79a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 3f0aef7e-8438-4251-9f1c-363c16173ffe
  kind: Event
  lastTimestamp: "2026-05-20T16:30:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:30:06Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9.18b153047f59b17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38338"
    uid: 8879ef9a-eab3-4cee-9a9a-57276ff818f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37770"
    uid: f25eec8b-6e2f-45ec-a8a2-718f0c1a0298
  kind: Event
  lastTimestamp: "2026-05-20T16:29:04Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sxnf9'
  metadata:
    creationTimestamp: "2026-05-20T16:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:29:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18b152f5efaa1228
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: 61fe043b-1e7b-41c3-94e5-3392fc4fc93b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: 68b5a42e-aae6-4426-8d26-68f40ee6034b
  kind: Event
  lastTimestamp: "2026-05-20T16:29:03Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-20T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:29:03Z"
    name: isvc-xgboost-v2-runtime-predictor.18b152f5ecdd39b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37773"
    uid: 225173d6-5351-4a19-b277-a451278e8d8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: a4bc874a-f090-4da4-9372-2c33008a4833
  kind: Event
  lastTimestamp: "2026-05-20T16:29:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:29:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18b152f96b8539a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38135"
    uid: 7f91b466-19eb-4bfc-a64c-1e32a2ec1f92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: a4bc874a-f090-4da4-9372-2c33008a4833
  kind: Event
  lastTimestamp: "2026-05-20T16:29:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:29:49Z"
    name: isvc-xgboost-v2-runtime-predictor.18b152f96bf22586
    namespace: kserve-ci-e2e-test
    resourceVersion: "38136"
    uid: b3e7588b-d280-47cf-aa09-f4869b0bd140
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: a4bc874a-f090-4da4-9372-2c33008a4833
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18b152fceb8014a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 164bb63d-ee4a-4c2f-b0a6-8efb346fa800
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: a4bc874a-f090-4da4-9372-2c33008a4833
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2-runtime-predictor.18b152fcec001139
    namespace: kserve-ci-e2e-test
    resourceVersion: "38249"
    uid: 84343491-a0c4-453d-9b58-99e3f154c0e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: 2e25b298-3ddb-40d1-9335-e603aae4f37b
  kind: Event
  lastTimestamp: "2026-05-20T16:29:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:29:56Z"
    name: isvc-xgboost-v2-runtime.18b152f5ece58c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38194"
    uid: 1c61742f-0704-4a5d-b462-5986071f439a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: 2e25b298-3ddb-40d1-9335-e603aae4f37b
  kind: Event
  lastTimestamp: "2026-05-20T16:29:03Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:29:03Z"
    name: isvc-xgboost-v2-runtime.18b152f5ed8ac6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37776"
    uid: b5e8fbdf-ccea-48b1-ae32-352b189da4c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38192"
    uid: 2e25b298-3ddb-40d1-9335-e603aae4f37b
  kind: Event
  lastTimestamp: "2026-05-20T16:29:56Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:29:56Z"
    name: isvc-xgboost-v2-runtime.18b1530230b7e238
    namespace: kserve-ci-e2e-test
    resourceVersion: "38193"
    uid: b381b9d3-cabf-4871-a429-a54fcd3b5189
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38251"
    uid: 02c087e0-5da1-4f39-ada7-f4a3d161f3e7
  kind: Event
  lastTimestamp: "2026-05-20T16:31:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:31:06Z"
    name: isvc-xgboost-v2.18b15303f114e66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38790"
    uid: 6a7c9e39-1c89-49ca-ac59-34c4e584d1d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38251"
    uid: 02c087e0-5da1-4f39-ada7-f4a3d161f3e7
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2.18b15303f1835c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: 2c13b91a-0518-4c16-be3d-4a58e1546691
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: 02c087e0-5da1-4f39-ada7-f4a3d161f3e7
  kind: Event
  lastTimestamp: "2026-05-20T16:30:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:30:04Z"
    name: isvc-xgboost-v2.18b15303f745a63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 88faa713-1a6b-401a-9067-b226267d8749
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:31:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38788"
    uid: 02c087e0-5da1-4f39-ada7-f4a3d161f3e7
  kind: Event
  lastTimestamp: "2026-05-20T16:31:06Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:31:06Z"
    name: isvc-xgboost-v2.18b1531286c48d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38789"
    uid: e3e093c9-4664-47ee-b3d0-cc3b6819eff8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: f8bcd3a4-99e6-47f1-a270-ca9f61b04386
  kind: Event
  lastTimestamp: "2026-05-20T16:26:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:26:08Z"
    name: isvc-xgboost.18b152b934ff6885
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 6fc50069-601e-4cdf-9aff-c99e48e1e52d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: f8bcd3a4-99e6-47f1-a270-ca9f61b04386
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost.18b152b9357dbe33
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: 167684f3-fcde-4c39-8e0c-dd3bb8649c13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: f8bcd3a4-99e6-47f1-a270-ca9f61b04386
  kind: Event
  lastTimestamp: "2026-05-20T16:24:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:24:43Z"
    name: isvc-xgboost.18b152b93b39e531
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 24148683-b7e4-4e57-98d4-857617926849
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:26:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: f8bcd3a4-99e6-47f1-a270-ca9f61b04386
  kind: Event
  lastTimestamp: "2026-05-20T16:26:07Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:26:07Z"
    name: isvc-xgboost.18b152ccf2063f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: ee9520ca-726f-4273-b11f-0ef1986ac169
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T15:45:32.994830Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-xbzv8
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b1509601e02445
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: ede38916-fd56-4897-8202-5dabc58f9c12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-20T15:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:33Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b150960e502d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 4bfaa0f3-9321-4e36-b646-9e2902b6b931
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:34Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T15:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T15:45:34Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b150963ec2ba48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: d4e66bc8-3b69-4e80-aa13-36a585fa4d40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:34Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-20T15:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:34Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b150964022bddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 37086705-4a7e-4237-b8cb-8494036a41cc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:35Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.046s (1.046s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:35Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b150967e82b22a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15687"
    uid: 9fd8e823-d15c-4455-b519-848e26e570a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:35Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b1509681540ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: 693d7d37-a68f-4cd2-8dab-c5b5390b9d35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:35Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b1509681c4f8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 56ccecc8-8ce7-4c54-866f-33d2313bc1b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:35Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b1509681d0fac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: a5a1079b-2e5b-4eda-b694-0545ef6d88f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:35Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b1509684ba66fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 9aa2fe0d-9045-4da7-9598-26dbd7925611
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:45:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:45:35Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b15096852c6024
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 81fba176-2d43-45d8-a3eb-9456270a9c39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b150ae84e73a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 7e1cace8-1489-47d7-ae54-2e8a5d04cc13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-xbzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: b5fcc889-3bf1-46bc-bdbd-bdcc73f16461
  kind: Event
  lastTimestamp: "2026-05-20T15:47:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T15:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T15:47:18Z"
    name: message-dumper-predictor-c7d86bcbd-xbzv8.18b150ae84e7bc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 23d7786b-0e52-482d-95a1-cb9120ede590
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 53e81833-b5e7-4805-8638-edc9aec73006
  kind: Event
  lastTimestamp: "2026-05-20T15:45:32Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-xbzv8'
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: message-dumper-predictor-c7d86bcbd.18b15096017d11c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: fdaabc2b-5e7a-40ad-9ebb-c0d1cd07dbb3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 2dc83ba4-94b7-448c-b410-480846a7d544
  kind: Event
  lastTimestamp: "2026-05-20T15:45:32Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: message-dumper-predictor.18b15095ff87f74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15640"
    uid: 2baf4844-65e4-4f52-b704-d56f843f801a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 8d5ac2cb-b80b-4393-aea5-ac5888a624af
  kind: Event
  lastTimestamp: "2026-05-20T15:46:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:46:03Z"
    name: message-dumper-predictor.18b150997e5c031c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: 938e326d-484b-4ca1-a270-6e51d3277c44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 8d5ac2cb-b80b-4393-aea5-ac5888a624af
  kind: Event
  lastTimestamp: "2026-05-20T15:46:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T15:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T15:46:03Z"
    name: message-dumper-predictor.18b150997ec7fffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: e5c8b536-640b-4a6d-bc2c-9c0048233cf8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 446d8673-22f2-4413-ae13-76dc80076f2e
  kind: Event
  lastTimestamp: "2026-05-20T15:45:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:45:44Z"
    name: message-dumper.18b15095ff8bd559
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 3c825363-ba38-4135-abcd-8291267b9049
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 446d8673-22f2-4413-ae13-76dc80076f2e
  kind: Event
  lastTimestamp: "2026-05-20T15:45:32Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-05-20T15:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:45:32Z"
    name: message-dumper.18b150960008ecfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: 552e3c7e-3f25-4d88-8aee-05cbe4eb239e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T15:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 446d8673-22f2-4413-ae13-76dc80076f2e
  kind: Event
  lastTimestamp: "2026-05-20T15:45:44Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-05-20T15:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T15:45:44Z"
    name: message-dumper.18b1509897c3d26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 19e1b8ba-c018-4938-a828-594c05346d78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:15:53.905035Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31095"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:15:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523df894df2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 619110ee-73af-46c7-96c9-a656436c8e2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31106"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:54Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:15:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523e119314fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: 3f01bc39-b908-4bec-a90b-c394ee8ff3ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523e12e6db74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 5b9ec410-69df-4a17-a254-d52b4d6155f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523e15909af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: a35c2d81-4250-4be7-bbc2-b4371f60dec1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523e15fffcde
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: 53837414-5320-4578-8459-01851c0a9180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523efb9a9f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31159"
    uid: ad1adbc2-3a41-4a00-ba7e-58c74a1bf98d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523eff92a1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31165"
    uid: 2ded68c7-989f-400f-88b2-28d240517ed9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523f00471906
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: 5b7fc184-498c-40d3-a020-c0882d656ef2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523f0051bbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31167"
    uid: 483fb75e-3a36-480f-97a9-e450a5e1eff2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523f02d10e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: 6415be87-4d58-453c-a344-a4ab5b2bf7b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:15:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:15:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1523f033c6a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 39f43fa7-ddc9-4c81-af25-2703a241b8db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:16:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-05-20T16:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:36Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b15247d7d4f20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: d2e694d4-5705-452a-8cb7-ce9335b7ca5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1524bf7f5fdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: d5a9a250-e040-4a46-8369-9ff35dd08221
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:16:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1524bf7f6ff74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: 01df38ce-d843-4ce9-b115-c2f2562adb24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 5c4d78d7-7737-4398-81c3-d16cad80164b
  kind: Event
  lastTimestamp: "2026-05-20T16:16:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:16:56Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-kjtp2.18b1524c7d4196b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: a5718f76-a28a-40e0-8abb-b95d194c26c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31084"
    uid: 33d09401-d63c-4b6c-aa78-4d90c3fbf297
  kind: Event
  lastTimestamp: "2026-05-20T16:15:53Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-kjtp2'
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:15:53Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18b1523df827d570
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: f42fcb8a-118f-4a28-95da-c5a490f3e693
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: abee02c4-e1e2-442a-a7c9-6dd9b8bfd4d0
  kind: Event
  lastTimestamp: "2026-05-20T16:15:53Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:15:53Z"
    name: sklearn-v2-mlserver-predictor.18b1523df5a8b19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: 6e1e46f4-38b3-487f-9d92-8dfc89535eb9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31083"
    uid: 554545f0-c355-4a62-ae0a-2e5d519a8524
  kind: Event
  lastTimestamp: "2026-05-20T16:16:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:16:38Z"
    name: sklearn-v2-mlserver-predictor.18b1524174295c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: 779b7b2d-b863-4125-9a59-8f2050bf16d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31083"
    uid: 554545f0-c355-4a62-ae0a-2e5d519a8524
  kind: Event
  lastTimestamp: "2026-05-20T16:16:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:16:38Z"
    name: sklearn-v2-mlserver-predictor.18b1524174927931
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: bb44e203-694d-496b-9ec5-a886791da9d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 554545f0-c355-4a62-ae0a-2e5d519a8524
  kind: Event
  lastTimestamp: "2026-05-20T16:16:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:16:53Z"
    name: sklearn-v2-mlserver-predictor.18b15244f45f8097
    namespace: kserve-ci-e2e-test
    resourceVersion: "31570"
    uid: 782f958c-ccf9-4ee4-b9be-b58039cb16dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 554545f0-c355-4a62-ae0a-2e5d519a8524
  kind: Event
  lastTimestamp: "2026-05-20T16:16:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:16:53Z"
    name: sklearn-v2-mlserver-predictor.18b15244f4fb39d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31571"
    uid: 19b9220c-e9d6-4dbf-8aca-d9e4e57d148c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: a9707aba-9a9b-4ad2-8c60-f7727cc3eb6e
  kind: Event
  lastTimestamp: "2026-05-20T16:16:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:16:46Z"
    name: sklearn-v2-mlserver.18b1523df581775d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31514"
    uid: 7275ed6b-1c30-4cf8-86fe-fbc586a44616
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:15:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: a9707aba-9a9b-4ad2-8c60-f7727cc3eb6e
  kind: Event
  lastTimestamp: "2026-05-20T16:15:53Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:15:53Z"
    name: sklearn-v2-mlserver.18b1523df5dadf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: fa7177a2-7018-471a-ad33-59852b74d7fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:16:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31511"
    uid: a9707aba-9a9b-4ad2-8c60-f7727cc3eb6e
  kind: Event
  lastTimestamp: "2026-05-20T16:16:46Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:16:46Z"
    name: sklearn-v2-mlserver.18b1524a2f034e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "31512"
    uid: c5eb768a-cc9c-4fbb-93a0-7f9ce590b793
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-20T16:27:03.691218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    to ip-10-0-134-233.ec2.internal
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-20T16:27:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152d9eaf2f57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: eb22a9fd-28f5-4a52-a1b5-323d3e278d4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6b5c8d8975-x8rkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:04Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-20T16:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-20T16:27:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152da042c40e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36765"
    uid: 73f6bf19-0462-4504-8aa8-cbe8ed5c51c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:050b18baea3a969ddc2a15671f898a5f40ff53eb89f54c18856b130dc10bd894"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152da05957f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: 0f0a7fc0-fa87-4c30-a21e-9abc3a7d5284
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-20T16:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152da08142276
    namespace: kserve-ci-e2e-test
    resourceVersion: "36769"
    uid: 4be3592f-cede-4bb0-a91e-4dcb2f0fae3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-20T16:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:04Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152da086ecb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36770"
    uid: ba524161-e51a-4a09-8e12-3a366a419f7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-05-20T16:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152daf7f8fb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: bd139391-a15a-49e9-b472-b15a210baa20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-20T16:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152dafa62d8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 15f49f7c-34c0-4f83-8985-da62e81a2b37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152dafac1a37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36813"
    uid: 185428e2-4941-4f53-b298-6f2bc1863aae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-20T16:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152dafacc3dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: 42ca7d4a-8351-4898-a35f-7b8f09026275
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-20T16:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152dafd59fde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: 83c69f65-672a-429f-b4bf-927c3e6eda4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152dafdbae995
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 74093f8f-3e21-49a4-ad83-6a4d7f3f2b6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152e597004a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37177"
    uid: 845f0e74-36bc-423f-9b60-c49624ea6136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-20T16:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152e59700c6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37182"
    uid: b218e1e8-95a4-4df8-9379-cbd99b975b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152e625ca0ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37237"
    uid: f64d506a-aae0-4312-8a26-4d0876449cf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: a0ef788c-dd66-46c1-b959-58b7193d8bc0
  kind: Event
  lastTimestamp: "2026-05-20T16:27:56Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-20T16:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-20T16:27:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-25wv7.18b152e6262c86c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37238"
    uid: 8948b2dd-39d9-47f2-a1a6-d8e775bb61b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: d5b910f0-2aed-432e-aaf4-c4b7e226d3cc
  kind: Event
  lastTimestamp: "2026-05-20T16:27:03Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-25wv7'
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:03Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18b152d9ea87c816
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: f03ead44-44e1-4e86-80ad-6437d7fd0395
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 408e54e2-ba70-4afd-8bab-7629b12da2a6
  kind: Event
  lastTimestamp: "2026-05-20T16:27:03Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:03Z"
    name: xgboost-v2-mlserver-predictor.18b152d9e7c1c55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: 9d383bbd-32b4-4021-a4b3-55cc2037786b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 50434eea-bd2a-4223-bcd3-a5e4297f2d1f
  kind: Event
  lastTimestamp: "2026-05-20T16:27:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:33Z"
    name: xgboost-v2-mlserver-predictor.18b152dd6668d6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36998"
    uid: 543967ca-a0d1-42f5-993b-3b95f135e657
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 50434eea-bd2a-4223-bcd3-a5e4297f2d1f
  kind: Event
  lastTimestamp: "2026-05-20T16:27:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-20T16:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:33Z"
    name: xgboost-v2-mlserver-predictor.18b152dd66e3168d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: c2738255-b403-4f7b-9c52-aadfffdd0925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: 50434eea-bd2a-4223-bcd3-a5e4297f2d1f
  kind: Event
  lastTimestamp: "2026-05-20T16:27:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:48Z"
    name: xgboost-v2-mlserver-predictor.18b152e4655a115b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37110"
    uid: 8e181a5b-cff5-4227-8fb2-6604d13b0343
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: 50434eea-bd2a-4223-bcd3-a5e4297f2d1f
  kind: Event
  lastTimestamp: "2026-05-20T16:27:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-20T16:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-20T16:27:48Z"
    name: xgboost-v2-mlserver-predictor.18b152e465dc3dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: ffc25f86-3bf0-4cb0-9f26-5017080a8215
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: 688fe103-ab82-49c2-bf3a-ef915d598796
  kind: Event
  lastTimestamp: "2026-05-20T16:27:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:27:46Z"
    name: xgboost-v2-mlserver.18b152d9e79b51f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 45d927c7-a4ce-4e99-a405-bed5c2534323
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: 688fe103-ab82-49c2-bf3a-ef915d598796
  kind: Event
  lastTimestamp: "2026-05-20T16:27:03Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-20T16:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:27:03Z"
    name: xgboost-v2-mlserver.18b152d9e7eb50dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36741"
    uid: f32f11c1-bc6f-49f8-9a10-f953a1608653
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-20T16:27:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: 688fe103-ab82-49c2-bf3a-ef915d598796
  kind: Event
  lastTimestamp: "2026-05-20T16:27:46Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-05-20T16:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-20T16:27:46Z"
    name: xgboost-v2-mlserver.18b152e3d79a33b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: 3b0ca817-08d7-4385-ac8b-6d07a6c82bcf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42141"