---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:06:00.257823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: c21420d1-4323-4c3b-8aba-8f118edbe2b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd.18a733d335fce48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 201c0cfd-0e4b-4c38-937a-658a278717bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: c21420d1-4323-4c3b-8aba-8f118edbe2b5
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd.18a733d350bff1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: ff2c2bab-a6c7-4667-83d6-f946d10e2cfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: c21420d1-4323-4c3b-8aba-8f118edbe2b5
  kind: Event
  lastTimestamp: "2026-04-17T17:06:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:05Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd.18a733d3523860db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 4ec3af94-1ad6-4247-b6e7-2319e30c91f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: c21420d1-4323-4c3b-8aba-8f118edbe2b5
  kind: Event
  lastTimestamp: "2026-04-17T17:06:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:05Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd.18a733d355493a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 3f8cf07b-a5c3-4ea5-a3e2-1a2f45f960cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: c21420d1-4323-4c3b-8aba-8f118edbe2b5
  kind: Event
  lastTimestamp: "2026-04-17T17:06:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:05Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd.18a733d355b80096
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: c519fe3c-cef5-4581-b16c-f37b3e75c5fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: c21420d1-4323-4c3b-8aba-8f118edbe2b5
  kind: Event
  lastTimestamp: "2026-04-17T17:06:08Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-96f18d-predictor-78476558f5-zszdd_kserve-ci-e2e-test(c21420d1-4323-4c3b-8aba-8f118edbe2b5)
  metadata:
    creationTimestamp: "2026-04-17T17:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:08Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5-zszdd.18a733d52c430724
    namespace: kserve-ci-e2e-test
    resourceVersion: "26497"
    uid: ec67a024-e8cf-431d-9eef-0edae3d8272f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-96f18d-predictor-78476558f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26378"
    uid: 7f9fb06e-61b3-49ea-aab6-4788901c1576
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: 'Created pod: isvc-init-fail-96f18d-predictor-78476558f5-zszdd'
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-init-fail-96f18d-predictor-78476558f5.18a733d33559afc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: 02d9e3f2-6053-456d-9240-2065fc042546
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-96f18d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: 4c6e7667-f101-4cd5-834c-35c11c9eee04
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: Scaled up replica set isvc-init-fail-96f18d-predictor-78476558f5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-init-fail-96f18d-predictor.18a733d33236de56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26380"
    uid: 5f1ac873-79d7-468a-b5d5-8f75cb7c93b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-96f18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: d9a198b7-dbe8-45f5-a0d1-fe2e56537a0c
  kind: Event
  lastTimestamp: "2026-04-17T17:06:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:06:09Z"
    name: isvc-init-fail-96f18d.18a733d33213f068
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: 8cb2f5f9-4a65-4acb-9979-61e6868f2ea7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-96f18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: d9a198b7-dbe8-45f5-a0d1-fe2e56537a0c
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-96f18d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-96f18d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-init-fail-96f18d.18a733d3327a363d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26382"
    uid: 61942131-199d-4124-89f5-7f16d50ba454
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-96f18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: d9a198b7-dbe8-45f5-a0d1-fe2e56537a0c
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-96f18d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-init-fail-96f18d.18a733d3327aa1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: da81b93e-2180-4bb9-bfa1-7993b2bdbf81
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:47:09.643241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-c5x67
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cbf81b7d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 32f65037-47c6-408c-b086-9d256ce7d26d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:10Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:47:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cc12b1b6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 88fec498-044c-4a6b-ab76-17900781136d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cc14182df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 42dd4fc3-809f-4a2e-9524-ab1611241a54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cc172bdaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 55419918-09a4-4585-a98a-a096ecde235b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:10Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cc179a8236
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: 40d49485-d563-45a1-aacf-f48746c671b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:14Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T16:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cd2199c1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: 85a79f1b-6415-4e0b-8d31-a65e7ae7d439
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:21Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.894s (6.894s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cebc846c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: b76d6e84-758b-4441-87e4-77cd0a253e1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cec0214dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 08ebbc15-bcca-4f8f-988f-e1e8264bbd29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cec0925759
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: a243d321-0bf8-4194-8115-a5a5ce8f35d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cec09f6f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: bbf96ad3-cdc0-46c2-b307-0da016d733ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cec36a1d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: 60b0e159-77b2-42e3-a757-a43924918960
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cec3db9cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: a30dfce2-fc30-48d6-a030-0e344df89dd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:48:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:28Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732cf007b22d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 4b812831-66ac-4aa9-ad96-bf0d1374358a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:48:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:39Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732e0faa4bc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: a9852455-b874-4660-b989-155b300f8339
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:48:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:39Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732e0faa56148
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: c7e65871-ef05-44d9-adaa-416cd45d91a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c5x67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 9206f02a-84ee-49bb-b6bd-ea80e20b29c8
  kind: Event
  lastTimestamp: "2026-04-17T16:48:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:43Z"
    name: isvc-lightgbm-predictor-bdf964bd-c5x67.18a732e1dc9f11c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 4f6faa46-4b2b-4dd4-99d6-6fe360aae659
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: 6fec6c34-5853-42e1-aa9e-402cee614567
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-c5x67'
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a732cbf78fac80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: c5888d99-9a4a-4179-98e2-38b0538ada23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 1416db39-02f8-4aad-be79-ea0987d920d8
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-lightgbm-predictor.18a732cbf1b5fbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 9070cae3-82f6-43e5-9d4f-f6140b952cbe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: f67ec78d-d5c8-4ec4-9ab2-0bc8c04fb64a
  kind: Event
  lastTimestamp: "2026-04-17T16:47:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:47:39Z"
    name: isvc-lightgbm-predictor.18a732cf7072051b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 31993370-5292-42fb-b8fe-ed8055d37ea5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16792"
    uid: f67ec78d-d5c8-4ec4-9ab2-0bc8c04fb64a
  kind: Event
  lastTimestamp: "2026-04-17T16:47:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:47:39Z"
    name: isvc-lightgbm-predictor.18a732cf70db1d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 6606a8cb-f3eb-49d1-9c3d-82f7e736807a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: f67ec78d-d5c8-4ec4-9ab2-0bc8c04fb64a
  kind: Event
  lastTimestamp: "2026-04-17T16:48:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:48:39Z"
    name: isvc-lightgbm-predictor.18a732d66eca59cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 823682bc-361c-439f-b162-eee9ee1adae8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: f67ec78d-d5c8-4ec4-9ab2-0bc8c04fb64a
  kind: Event
  lastTimestamp: "2026-04-17T16:48:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:48:39Z"
    name: isvc-lightgbm-predictor.18a732d66f0dad1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 1a4c1dde-00db-4cc6-a800-f89e08b85b86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:48:40.010370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e102685f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: cd054448-ea27-46e9-ae0d-fb3049241351
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e11b78bc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 0c1f7bfa-0322-4730-a6f6-5597dd54c180
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e11cd98bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 85a2893e-5569-484a-92c2-5d3e7aefffde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e11ff500df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 2a2d3687-0ee2-44a0-af6a-1652c40902b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e12062762a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: d42a5da6-56c9-486f-ae7f-7d0eb6eb9a47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:44Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:44Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e2292fbc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 9c69a580-fc74-4d58-9432-29b6bc52a8aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:45Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e22c5eb411
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: defea3cc-9ce4-4344-b545-a9570723b1b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:45Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e22ccfaaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 5318be1f-779d-4567-a41d-6344893937ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:45Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e22cdb2f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: 1fbef080-8048-450e-a524-c4ea204c9b0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:45Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e22fe074a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 4003f5b9-47fa-44a0-9468-2a413b016af8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:48:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:48:45Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e2304f6cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: e3ae4882-42f6-4a99-91f0-cf5ac9842284
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:50:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:11Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732e26533e10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: 6efb4e11-0bdc-4cff-b314-bbdb8c1fa657
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732f60c4bce3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: 551e5171-98b7-492a-bb31-05265d655816
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732f60c4f44a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18292"
    uid: 755c4ff1-51e2-466a-884c-6cd8bfea1300
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 9fa73954-ebbb-4dde-8d14-8c964415beaf
  kind: Event
  lastTimestamp: "2026-04-17T16:50:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:11Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t.18a732f66b6328ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: 51f6f005-c6b1-48f7-8173-b0b98df6f4c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: d15c585e-b065-44c3-848c-315d8fe53b6c
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-2vn4t'
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a732e101e02512
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 09a6f5ef-0702-40a7-9c1c-c6e06c217efd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: a051ce46-1aef-44d1-a225-a688d398e3df
  kind: Event
  lastTimestamp: "2026-04-17T16:48:39Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:48:39Z"
    name: isvc-lightgbm-runtime-predictor.18a732e0fd1d5461
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: aa3d93a2-686a-4889-85f3-f1882199e5fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: e0f34fb6-9b33-4d5e-b82b-9d370232949f
  kind: Event
  lastTimestamp: "2026-04-17T16:48:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:48:54Z"
    name: isvc-lightgbm-runtime-predictor.18a732e47b8bfeb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 9bb14a4f-c5da-4be7-a82e-e3041ce4f378
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: e0f34fb6-9b33-4d5e-b82b-9d370232949f
  kind: Event
  lastTimestamp: "2026-04-17T16:48:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:48:54Z"
    name: isvc-lightgbm-runtime-predictor.18a732e47bf258a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 05d9b216-1ccc-475d-988e-7cea2b218e9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T16:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: e0f34fb6-9b33-4d5e-b82b-9d370232949f
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-runtime-predictor.18a732e7fb099c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: e057009e-62fd-4689-b10a-23b5b03d175d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T16:49:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: e0f34fb6-9b33-4d5e-b82b-9d370232949f
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-runtime-predictor.18a732e7fb6c911d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 02123c61-4f94-4afc-b9bc-3ba132db97da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 40e90ccc-b835-42f6-8a04-3c121f6f7c1f
  kind: Event
  lastTimestamp: "2026-04-17T16:50:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:50:02Z"
    name: isvc-lightgbm-runtime.18a732e0fcf92a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: f73db4c8-4603-4450-ac6f-97c232c54360
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 40e90ccc-b835-42f6-8a04-3c121f6f7c1f
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime.18a732e0fd54b061
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: ebd835ef-4fc4-44ed-95b9-df24c295d136
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 40e90ccc-b835-42f6-8a04-3c121f6f7c1f
  kind: Event
  lastTimestamp: "2026-04-17T16:48:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:48:40Z"
    name: isvc-lightgbm-runtime.18a732e102b85edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 6a2c7061-01a0-441f-b277-e558eadb01d5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18200"
    uid: 40e90ccc-b835-42f6-8a04-3c121f6f7c1f
  kind: Event
  lastTimestamp: "2026-04-17T16:50:02Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:50:02Z"
    name: isvc-lightgbm-runtime.18a732f41c3ce0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18201"
    uid: dd96cd06-359a-4d9e-ba84-71012d2cd557
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:53:10.789675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733200e1cb9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 1d741eca-bd31-418f-a0d0-e40fdbbd6c84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a7332019d23a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 89282bb8-f547-4f94-9acd-66b85c01fbf6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:11Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:53:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733204bf65851
    namespace: kserve-ci-e2e-test
    resourceVersion: "19674"
    uid: e65ca308-1d3e-4e9d-81bd-235a093be914
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733204d6ec67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: d7961675-9516-4800-b55e-7f59c06b4d22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a7332050a8222c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: 058a7681-f27e-465d-b8e8-a8c42599c9cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:11Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a73320511a0e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 0b88a184-1897-46c3-a72c-43ce12e422eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:15Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a73321426b43e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 4f36f4fb-7da1-445c-870f-1ed48f8fb4a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a7332145db8062
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 12f70884-cd34-4349-83f4-a9112d9cb007
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733214654cd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 871668c9-4ef7-468e-b31a-82302832e1fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733214660d169
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 5e70ccb1-d322-4f64-a24d-f30397025aad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a7332149ca6132
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: be9d9b44-90d6-4da1-a527-f3be45b57720
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733214a3d81a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 85cceb06-3747-4166-b204-a202fbc6e9d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733217e6b50ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: bc745fce-929f-41b3-9e37-b0222ca20040
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733270cbe828e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: b8f1fa73-5ee2-483a-8dd2-7d558c01f44b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 7bdbdd9f-176d-4bf4-b3aa-89f4fcf1d4b7
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws.18a733270cbee758
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 0d1b018f-ed42-48f5-8c9e-1e2a319859d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 3323f8e0-b1ab-43c6-a58d-ca9cb3d277c1
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-t9xws'
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a733200d8106d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: 4ce3efce-14bf-4c6a-b968-c9361da0e575
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19635"
    uid: 24f5209e-9272-45be-a334-58fb3ed4f22e
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a7332008cb5f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 77bb7c47-fff7-449a-ab9d-ff4e9c755ffb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 007a4e1c-9a9a-48f9-864b-df32d8876d73
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a73323877333a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: 1bb70939-6032-4b8b-8afc-7383900fce06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 007a4e1c-9a9a-48f9-864b-df32d8876d73
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a7332387d40ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 757be58f-486d-4545-bd92-4695ab1711d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 3de3d0de-e82c-4ae7-82d2-352bff206dce
  kind: Event
  lastTimestamp: "2026-04-17T16:53:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:53:33Z"
    name: isvc-lightgbm-v2-kserve.18a7332008a78381
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: c008765b-0445-4aeb-8fa4-b69425317ec3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 3de3d0de-e82c-4ae7-82d2-352bff206dce
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-kserve.18a7332008fe3e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 291eac0a-eed8-4cfd-818b-d9de5c44ef5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: 3de3d0de-e82c-4ae7-82d2-352bff206dce
  kind: Event
  lastTimestamp: "2026-04-17T16:53:33Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:53:33Z"
    name: isvc-lightgbm-v2-kserve.18a7332540068182
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 4f44d4d0-aa35-4998-b63c-6e0d75793b21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:50:10.474731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a732f6128105ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 05bb4a72-55d9-4c80-85ae-b1f28bd1c7c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a732f62bb3dd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: 24a22aa7-d853-4730-862c-756eb4f9cb43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a732f62d1138b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: 8ecb0170-01ef-45d9-bf0a-b84a3b4ab127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a732f630adfc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: a1cb7019-7846-414b-8ef2-2fae5c124568
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a732f63113536f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 0c81e8b3-83ac-4ff3-9088-3630619be194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:50:15Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-17T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:50:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a732f730f01eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: 265196d0-83b5-4195-b9bd-e700a52cd6fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:52:28Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m13.389s
    (2m13.389s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:52:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a733163f92051e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: 0330299b-ad9a-4f53-9ce6-a96df13af105
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:52:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:52:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a7331646f45d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 3407e029-c040-443b-8111-e855689355e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:52:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:52:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a7331648285f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: f42ea80f-f32c-4648-9a8e-280b0efab88f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:52:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:52:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a733164836b3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 85910c81-7d29-419f-a703-86df3428bfbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:52:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:52:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a733164cddba4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: c2478a5c-3764-440f-809d-bb5c72ce247a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:52:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:52:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a733164e5f4dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 70ad6093-4ff2-4091-94ba-783722fa47e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a73320078ee61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19634"
    uid: 414f4f3f-09d6-424f-a8aa-ce9bacca2bc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 24a93556-738d-46ba-b2cc-984adcfb957d
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf.18a733200794bee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19636"
    uid: 1abe9f8a-7d9f-47fe-80df-58d4157599f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: 4c071338-7f7c-4a81-ae83-5e81cd70936b
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-46kbf'
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a732f611fc56dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: db9ebf31-a947-4212-a70c-ed132e912335
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: dfc76df3-4328-46ec-a8cd-bfa69a771b43
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a732f60da1e45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18298"
    uid: 37969438-3767-4614-9fd8-8c2b6b954cfd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: cf96ef58-8a76-4060-8a29-1898b627b92b
  kind: Event
  lastTimestamp: "2026-04-17T16:52:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:52:55Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a732f98c886602
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: a03fe69f-42c6-46a1-ab33-1bb41f3e6723
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: cf96ef58-8a76-4060-8a29-1898b627b92b
  kind: Event
  lastTimestamp: "2026-04-17T16:52:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:52:55Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a732f98ce8c97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 43f7a408-9cae-46c4-a7c1-4710f30e6b31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: cf96ef58-8a76-4060-8a29-1898b627b92b
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a7332002d41000
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: ce483850-3af2-4d53-8b5a-aa1b37d3bf80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: cf96ef58-8a76-4060-8a29-1898b627b92b
  kind: Event
  lastTimestamp: "2026-04-17T16:53:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a73320033e2b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: 7e6d063f-f356-43cb-a203-3b650f4ea1ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: e0348a40-b30a-496c-a040-ba9c6c215587
  kind: Event
  lastTimestamp: "2026-04-17T16:53:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:53:06Z"
    name: isvc-lightgbm-v2-runtime.18a732f60dbc7475
    namespace: kserve-ci-e2e-test
    resourceVersion: "19574"
    uid: 0db41c30-4bd3-483c-b55e-167e59d8d343
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: e0348a40-b30a-496c-a040-ba9c6c215587
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime.18a732f60e390392
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: 78d1f35d-8255-4c91-815e-0d2a931f8afc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: e0348a40-b30a-496c-a040-ba9c6c215587
  kind: Event
  lastTimestamp: "2026-04-17T16:50:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:50:10Z"
    name: isvc-lightgbm-v2-runtime.18a732f614205b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 38ff9bfa-3187-41b9-9351-e2c96c5f943a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19572"
    uid: e0348a40-b30a-496c-a040-ba9c6c215587
  kind: Event
  lastTimestamp: "2026-04-17T16:53:06Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:53:06Z"
    name: isvc-lightgbm-v2-runtime.18a7331f25660346
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: 4b0ceb8f-3424-4379-be82-ffec9100a847
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 7bf29af1-9a9b-454e-bec9-7daf2ffcc3b9
  kind: Event
  lastTimestamp: "2026-04-17T16:48:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:48:37Z"
    name: isvc-lightgbm.18a732cbf1c10322
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 489df210-9a8d-418e-9edb-0e76be7450f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 7bf29af1-9a9b-454e-bec9-7daf2ffcc3b9
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-lightgbm.18a732cbf2996fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 27b4a3dc-4fd3-4704-849a-e9c966e24622
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 7bf29af1-9a9b-454e-bec9-7daf2ffcc3b9
  kind: Event
  lastTimestamp: "2026-04-17T16:48:37Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:48:37Z"
    name: isvc-lightgbm.18a732e06ae806cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 740c7bbe-0411-4356-a793-539551385575
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:45:44.319374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-64d54fcc88-5j2l7
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:45:44Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b81a6893f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 6205fcb6-7361-4fa2-bfaf-f813f479a0b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:44Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b823a1be70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: 1d1db636-eecf-40f4-8a83-36151b533c64
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:45Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:45:45Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b85779811b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 36bae254-6bc8-4313-8eef-aee891a9b410
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:45Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b858faaf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: aa7307ff-ccde-4f0a-b6c9-0e4c8d46bfae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:45Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b85bec2b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: 7ecce29d-705f-4499-899f-79326065aac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:45Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b85c6278ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: f7f5791d-6224-49ce-8233-6012707a52bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94484f3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: e54e69ad-2f87-4d48-a437-bc1d3549f3b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b947bf66df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 9b7bedd5-df3f-46fc-9aa7-050dc63a1e7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94849c445
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: 2e22ef15-d5c4-4dff-a676-3a5590abf21d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b948598e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: 8227462a-fab6-435f-b934-0beee1a3179e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94b993056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 3f2b5429-5bdb-4689-8395-6b525c37b54a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94c0615f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 0194281f-85b6-4906-9c67-ae2cd0ecf56d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:63b01855d4f4d9cc9a109698dbd7d7889d3c2d40a32577f5946d367ab2c8c321"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94c12d684
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: 8e6d7a6f-dc5d-4338-ba17-a96ee4ebb4c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94f1c3ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: c2dee4c0-3bbe-484e-933f-f4203754f186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T16:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:49Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b94f8a3944
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 23929165-ea63-43d3-937e-a339783cc65c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:47:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:27Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b9bc5287dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 57c6b9eb-50c0-4c66-8c31-618f50cea389
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:47:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:27Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732b9bc5bed0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 03844072-1525-4133-94d0-adaa66ea095f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732cbf36c769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: 06fbaf86-5663-48ef-ae43-45ec86f7211f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732cbf36cb0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 80496108-812e-4bee-8d82-17b994aebaab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732cbf36d2939
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: b400bc74-55dd-4df8-982c-a8d1799b5ac3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-5j2l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: eed7ef02-490b-4d87-9417-4127ca78264f
  kind: Event
  lastTimestamp: "2026-04-17T16:47:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:27Z"
    name: isvc-logger-predictor-64d54fcc88-5j2l7.18a732cc98759b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 64f172dd-3865-4fe6-aabc-9599712eb534
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-64d54fcc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: e253b6a6-feed-4925-b21c-8ce76f8314b2
  kind: Event
  lastTimestamp: "2026-04-17T16:45:44Z"
  message: 'Created pod: isvc-logger-predictor-64d54fcc88-5j2l7'
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:44Z"
    name: isvc-logger-predictor-64d54fcc88.18a732b819faaacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: f6cd01f9-7e12-4cff-8a62-5bbfe96b3d32
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: a7270fef-4d09-4a35-af7c-3cdec51e351b
  kind: Event
  lastTimestamp: "2026-04-17T16:45:44Z"
  message: Scaled up replica set isvc-logger-predictor-64d54fcc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:44Z"
    name: isvc-logger-predictor.18a732b8168f241a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 32fe02b0-d2fc-40c8-91c2-faca2808a353
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: c8552b6c-4b51-4017-8ce7-4bc8ecb809c0
  kind: Event
  lastTimestamp: "2026-04-17T16:46:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:46:29Z"
    name: isvc-logger-predictor.18a732bb94ef1dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: f6f3bcdc-1985-40cf-8aa7-c72442e55952
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: c8552b6c-4b51-4017-8ce7-4bc8ecb809c0
  kind: Event
  lastTimestamp: "2026-04-17T16:46:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:46:29Z"
    name: isvc-logger-predictor.18a732bb953d9de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 8860bc42-4797-432c-ba0f-952c828c6caa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: c8552b6c-4b51-4017-8ce7-4bc8ecb809c0
  kind: Event
  lastTimestamp: "2026-04-17T16:46:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:46:59Z"
    name: isvc-logger-predictor.18a732c611b211e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: ba6c9698-445c-4c41-b632-a6e950c7adc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: c8552b6c-4b51-4017-8ce7-4bc8ecb809c0
  kind: Event
  lastTimestamp: "2026-04-17T16:46:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:46:59Z"
    name: isvc-logger-predictor.18a732c61218cb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: cf54b21d-3cbf-4d48-82c2-b58efe23b556
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: ee7250bc-c815-443b-9746-0429a85ee04d
  kind: Event
  lastTimestamp: "2026-04-17T16:46:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:46:57Z"
    name: isvc-logger.18a732b81657a26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 92aa643e-09e0-4c64-8b69-75eeb613ec4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: ee7250bc-c815-443b-9746-0429a85ee04d
  kind: Event
  lastTimestamp: "2026-04-17T16:45:44Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:44Z"
    name: isvc-logger.18a732b816b049c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: ccd19548-bd0d-4dab-a8e5-cb6863027de5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: ee7250bc-c815-443b-9746-0429a85ee04d
  kind: Event
  lastTimestamp: "2026-04-17T16:45:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:44Z"
    name: isvc-logger.18a732b81c70006f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: e83b45ae-70e1-4d9b-95e9-3b2e80e33285
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:46:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: ee7250bc-c815-443b-9746-0429a85ee04d
  kind: Event
  lastTimestamp: "2026-04-17T16:46:57Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:46:57Z"
    name: isvc-logger.18a732c91f533d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 129e3c49-4533-462e-9488-38be6994d8f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:53:40.932731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a7332712c73bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19959"
    uid: 11c7c9b1-b302-4409-943d-353f612037ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:41Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:53:41Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a733272c520d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19971"
    uid: dd0473cd-b61e-4d06-878f-948d23a39388
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:41Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a7332730c9b84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: 3dbaedb4-b677-4f61-90a8-29230598d9e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:41Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a73327347d4a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: a2e9e20b-2360-4a8b-b014-43c570067c6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:41Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a7332735007f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 62c8d634-b36e-40f6-980b-b1383dd704a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a7332845a13d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: f7199290-0f6e-4850-899b-67978fa4629f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a7332848e8a6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 70c5dbbf-cc28-485e-8fef-f2d9426f1b83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a73328495865e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 6ca56c0a-7536-4a11-bd14-885cb9494769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a7332849641385
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: 51548395-67f1-4dbf-b73b-70dd8d13ebff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a733284c93dc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: e4377d1f-692d-4750-9eeb-9b0a02bf0713
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:53:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:53:46Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a733284d01aa03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 20ec1ad0-b7ad-4a11-9a84-cc9ad210a02d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a73332bb5a5cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 158e39a8-9815-485d-a6a4-bbd5e960bd48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 7b052066-a96a-4b4e-8c16-2e45ea20a2cd
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6.18a73332bb5b71c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: ca5ece2a-9e4b-4f83-ad79-7791a5f00fed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 0db42bc1-876b-4264-962e-a93866d570f4
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-znqb6'
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a73327125dd2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 11b85096-6f90-4ab4-a8b2-640d4e6357da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: 20818a2a-03f6-4b12-a202-6a9bd7d6423c
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18a733270f16f554
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: 557e6597-659b-475c-881d-d8a3ea1550df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: a95b3b45-a316-4e96-94d3-4fce5d7523f1
  kind: Event
  lastTimestamp: "2026-04-17T16:53:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:55Z"
    name: isvc-mlflow-v2-runtime-predictor.18a7332a8da359e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: ace4a101-11e1-4eb3-8180-a3c82ab7c500
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: a95b3b45-a316-4e96-94d3-4fce5d7523f1
  kind: Event
  lastTimestamp: "2026-04-17T16:53:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:53:55Z"
    name: isvc-mlflow-v2-runtime-predictor.18a7332a8e0b2844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: e539bcd9-d742-4b5d-9ceb-9d6db7e5559a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: a95b3b45-a316-4e96-94d3-4fce5d7523f1
  kind: Event
  lastTimestamp: "2026-04-17T16:54:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:54:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18a7332e0d184c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: e4b795e2-76fd-47c7-9bfa-126805f18727
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: a95b3b45-a316-4e96-94d3-4fce5d7523f1
  kind: Event
  lastTimestamp: "2026-04-17T16:54:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:54:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18a7332e0d796d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: e52615c7-7a92-45b1-8acc-e4232ae57538
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: f0a6765a-3635-4dd6-bb26-ab94cd1ac40e
  kind: Event
  lastTimestamp: "2026-04-17T16:54:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:54:23Z"
    name: isvc-mlflow-v2-runtime.18a733270ee6a5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: b12fba50-12f2-4927-ad73-56ef998d294b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: f0a6765a-3635-4dd6-bb26-ab94cd1ac40e
  kind: Event
  lastTimestamp: "2026-04-17T16:53:40Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:53:40Z"
    name: isvc-mlflow-v2-runtime.18a733270f57275d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 55340252-654a-447a-bed1-fcf44da5554f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: f0a6765a-3635-4dd6-bb26-ab94cd1ac40e
  kind: Event
  lastTimestamp: "2026-04-17T16:54:23Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:54:23Z"
    name: isvc-mlflow-v2-runtime.18a73330e8fb15cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20302"
    uid: 0eacf255-b6b1-45e8-a033-f041d40d5963
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:55:51.266868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a733456b4c6579
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: cce74fb7-901d-4f07-b6af-a77c29d0023a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334574a97e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: 064b700e-f010-4ba1-9169-f0e391a97bf3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:55:52Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:55:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a73345a7ecb393
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: 2836517b-2220-468a-9140-24e5226fcbe2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:55:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
  metadata:
    creationTimestamp: "2026-04-17T16:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:52Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a73345a93e527e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 3eeef9ae-4fbd-4d8a-aef2-f17e45af53d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:55:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    in 3.596s (3.596s including waiting). Image size: 301288360 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:55Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a733467fa10c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: d921ec7a-09bd-4491-9857-4022be862ad0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:55:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:55Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334682d1b29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 9e777443-26c3-445e-99ea-5d8361f314af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:55:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:55Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a733468344e439
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 3c9254b9-cf2f-45b7-9921-7dd3bb87f7ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:01Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T16:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a73347b9993e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21140"
    uid: 53a21626-44c7-4247-8548-c37b58ea1dee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:12Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.142s (11.142s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334a51bb85e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 4de09f89-1aa3-4967-a20c-e91e733b1eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334a551fee26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 8f4246f7-5a02-4dfa-a88d-fd067a3c589f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334a55a4091b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: ea00f126-db05-40ac-a074-80b16fd05580
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-17T16:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334a55b0f80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: eb0ec049-4d2d-43bc-9c30-39a684ead827
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.074s (3.074s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334b0cf1fd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: fe6b0447-e819-4766-9696-096fbac44749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334b1109c44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: aee11af7-8b43-4f5f-b805-07d4cadf5b33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:56:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:15Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334b134d0b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 78068b54-7064-4430-b6a8-774e63ad92ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:57:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7334b76b5e738
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: 3784f660-bec9-40d1-88dd-123de1630dfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:57:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7335866abfd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: a7b23f14-9f5f-4588-b973-2b498f552d66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:57:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:12Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7335866ac90cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 139cdb09-a6f7-4a38-8b03-de8b7d5a10e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 8f057762-049b-4b81-94d7-6b41acb51d00
  kind: Event
  lastTimestamp: "2026-04-17T16:57:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp
    10.134.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:13Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-2bnlb.18a7335880bed499
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 3fa320ec-1989-4443-9162-59ef47f0face
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 3d5cd74d-e61a-435f-a954-48ca82a3ac5e
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-2bnlb'
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a733456aeed7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: b580a976-92bd-406e-bd54-e09265b7f4b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: b555c42e-0a10-452b-877e-2127d725c7c9
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-paddle-predictor.18a73345679d267c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: 9e253619-0bdf-497e-87cc-471214e19b56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: fe7725fe-101c-47d4-b953-95579f29dd76
  kind: Event
  lastTimestamp: "2026-04-17T16:56:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:56:51Z"
    name: isvc-paddle-predictor.18a73348e629b1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: d5009d94-4074-4b06-aa74-ea6312886f2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: fe7725fe-101c-47d4-b953-95579f29dd76
  kind: Event
  lastTimestamp: "2026-04-17T16:56:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:56:51Z"
    name: isvc-paddle-predictor.18a73348e6970f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 427a6915-2f06-4006-a8e5-c4d18ecb926c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: fe7725fe-101c-47d4-b953-95579f29dd76
  kind: Event
  lastTimestamp: "2026-04-17T16:57:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:57:06Z"
    name: isvc-paddle-predictor.18a7334fe48e342f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: 3cedebde-c200-4af0-909f-f1ffce4afc65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:56:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: fe7725fe-101c-47d4-b953-95579f29dd76
  kind: Event
  lastTimestamp: "2026-04-17T16:57:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:57:06Z"
    name: isvc-paddle-predictor.18a7334fe4db73bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: f66b0fce-f991-4748-8fbc-2c18ae921aa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:57:12.893218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:57:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a733586c9bad78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: 41b5a4c8-424d-4b29-a933-822ecd278193
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:13Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:57:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a73358863e3af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: b603b8e2-287a-40a1-9d65-ccd97706b509
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335887ccc53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 8dcbb0ea-b388-4754-9c09-a2881cf34a27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a733588bd6b78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: 8419f1f6-7996-4130-8bb3-08c331d0e001
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:13Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a733588c864342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 44b45acd-a3b0-4ddf-a299-9d9192f44527
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:17Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T16:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335993618ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 888ebbef-2c15-4ed9-a9ca-d97ea8130a19
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:28Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.526s (10.526s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c06d32605
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 8efd370e-ab75-4bcf-8ee3-0dd31caac7cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c09d17e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 492fae19-ac27-4266-96a5-b3e17a8d5a5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c0a3a54aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 797d35a1-7e96-43d4-b919-1b21090676bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c0a465ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 4e4c5c43-2db0-4c58-83ce-8d44b26a6079
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c0d2e5ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 9a90f61b-8004-45c6-ace3-3d4964366629
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:57:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:57:28Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c0db8c9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 7d5a819c-833c-47d5-a2c0-ce814ae7e8be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7335c2603fbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 2f717722-2dc4-43ac-ac77-ac41bb2abd60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7336912f3b0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 940b1c82-2752-41e5-822e-23a15a9c6101
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a7336912f9a7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 816347ff-a1fc-4bb0-a776-5a1329e84453
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 9c3d51e0-6b56-4fda-8f96-55bc331126b7
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n.18a73369300b326c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: 94bd2fe6-1ce0-4673-b5ff-05c4928bf803
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: 8281bc95-e887-4af3-bb52-c6bf6b642cd6
  kind: Event
  lastTimestamp: "2026-04-17T16:57:12Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-75r7n'
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:57:12Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a733586c2cfa35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 39a78ac5-7cb5-407c-bbf8-debb56f8be2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: d0c5ed5b-41fe-4e41-add7-a8f8d20eb522
  kind: Event
  lastTimestamp: "2026-04-17T16:57:12Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:57:12Z"
    name: isvc-paddle-runtime-predictor.18a7335868f92999
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: 09b84449-cddf-4187-b551-c3e46fecf42d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21718"
    uid: 513f8504-9594-4dcf-a545-b103f6cb22cb
  kind: Event
  lastTimestamp: "2026-04-17T16:58:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:58:12Z"
    name: isvc-paddle-runtime-predictor.18a7335be787c7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: 1bd01683-c326-4343-b9a7-62403a0872a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21718"
    uid: 513f8504-9594-4dcf-a545-b103f6cb22cb
  kind: Event
  lastTimestamp: "2026-04-17T16:58:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:58:12Z"
    name: isvc-paddle-runtime-predictor.18a7335be7ef7ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 4f7aa4bd-f735-4bf7-95af-0240c5bb6762
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 746f4464-1987-4cee-a580-6af2fa86b638
  kind: Event
  lastTimestamp: "2026-04-17T16:58:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:58:15Z"
    name: isvc-paddle-runtime.18a7335868bca769
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: efd0b41a-052b-49fd-b806-fb2a92a84d0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 746f4464-1987-4cee-a580-6af2fa86b638
  kind: Event
  lastTimestamp: "2026-04-17T16:57:12Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:57:12Z"
    name: isvc-paddle-runtime.18a73358691fe449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: 6e4f7058-9ff8-4e80-94ec-793c682ac3fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 746f4464-1987-4cee-a580-6af2fa86b638
  kind: Event
  lastTimestamp: "2026-04-17T16:58:15Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:58:15Z"
    name: isvc-paddle-runtime.18a73366e2ebb652
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: cc51974c-3bd7-4268-9b2c-c34455ea136e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:58:24.477895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22325"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336917630c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 039b8830-be4f-472d-91d0-d2204e07bc49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a73369210063b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: 4087db67-f563-47c1-ae92-3f744870a7b3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:25Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:58:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a733695407c99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 4c7cb988-9189-4647-92dd-4fe46a1a80c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336955846ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: 8a01ae70-0cef-4616-bdbc-ec51fcbc4f5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a73369585c846a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: eca33eeb-2384-4cdc-bf27-6bd9150a7be2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:25Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336958d1c432
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: dfc3f600-449b-41e5-a946-fab2d695c0ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:30Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336a84ec47d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: a0d8a3fa-ed13-40b7-acc3-c9f15ac3b37d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336a87d41fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: 6dbd713e-2338-464f-82f9-463ce9ced188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336a885779db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: d5ec1090-19bd-4b81-a00d-c7896a9483b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336a88636431
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: c8d4478e-d46e-4343-9626-aeb8ee6b7587
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336a8b4af922
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: 1c14bb46-6803-40b7-bd66-7d3c3e0d98a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:58:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:58:30Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336a8bbefce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: 05bd76aa-6a35-4c22-bc19-e8f91643be56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:59:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7336afc95d6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22901"
    uid: c9f8ad2e-d81d-475f-806f-9a9f4aebe930
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:59:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7337782be0ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22865"
    uid: f4a98f0f-3541-4ae6-84ee-9ed2629ee30a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:59:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a7337782be93ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 78467b80-dd8c-49a2-b1b8-6f29ad9b58d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 87075b3b-926c-4402-a018-40390735a384
  kind: Event
  lastTimestamp: "2026-04-17T16:59:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:28Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn.18a73378069895c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22900"
    uid: 31a56a95-f4bc-4f68-be82-ab2d1ede6685
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 62a2b9de-5bd2-4b24-bc82-0e299b05f4c0
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-lvxwn'
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a7336916af21a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: b528feea-7e03-482e-be8f-460920662e48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 15e15ef4-b6e6-46cf-af7b-a39591fc8e54
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-v2-kserve-predictor.18a733691375df95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 14866be8-4d89-406d-a075-2b6f99f0c26f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 2ec27ad2-1b27-4415-ad0a-aac4e2aecc52
  kind: Event
  lastTimestamp: "2026-04-17T16:59:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:59:09Z"
    name: isvc-paddle-v2-kserve-predictor.18a7336c925f6a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 84852191-d625-4ca5-bfeb-5a59d98646b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 2ec27ad2-1b27-4415-ad0a-aac4e2aecc52
  kind: Event
  lastTimestamp: "2026-04-17T16:59:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:59:09Z"
    name: isvc-paddle-v2-kserve-predictor.18a7336c92cae423
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: e271df37-7eb7-474a-89ba-3af177f2773d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 2ec27ad2-1b27-4415-ad0a-aac4e2aecc52
  kind: Event
  lastTimestamp: "2026-04-17T16:59:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:59:24Z"
    name: isvc-paddle-v2-kserve-predictor.18a7337011a0ab37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: 8d86af54-2a36-4327-b74b-8ae7104961ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 2ec27ad2-1b27-4415-ad0a-aac4e2aecc52
  kind: Event
  lastTimestamp: "2026-04-17T16:59:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:59:24Z"
    name: isvc-paddle-v2-kserve-predictor.18a73370120f59f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22800"
    uid: 40747bca-3c33-4f05-9a29-20140c09fc85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 375afe0c-a75d-4ed9-8c9c-e20cfe96289b
  kind: Event
  lastTimestamp: "2026-04-17T16:59:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:59:18Z"
    name: isvc-paddle-v2-kserve.18a733691357cfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: 6c41ae18-a863-42a6-beb5-5498c6b320f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 375afe0c-a75d-4ed9-8c9c-e20cfe96289b
  kind: Event
  lastTimestamp: "2026-04-17T16:58:24Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:58:24Z"
    name: isvc-paddle-v2-kserve.18a7336913d28f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22319"
    uid: e296f210-3bbc-489b-95c9-c5f22cfedb20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22757"
    uid: 375afe0c-a75d-4ed9-8c9c-e20cfe96289b
  kind: Event
  lastTimestamp: "2026-04-17T16:59:18Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:59:18Z"
    name: isvc-paddle-v2-kserve.18a73375b84bf2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 8050bd6d-4c1b-4f10-9f6f-20a90671a292
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: af9df73d-ceb6-4f3f-b8e2-52bb986aab44
  kind: Event
  lastTimestamp: "2026-04-17T16:57:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:57:03Z"
    name: isvc-paddle.18a733456784cb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: c7d6420a-70dc-4955-a713-fc1301353767
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: af9df73d-ceb6-4f3f-b8e2-52bb986aab44
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-paddle.18a73345683e1ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 7d350d50-a640-4ba4-85c0-7dca864c33a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:57:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: af9df73d-ceb6-4f3f-b8e2-52bb986aab44
  kind: Event
  lastTimestamp: "2026-04-17T16:57:03Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:57:03Z"
    name: isvc-paddle.18a7335631c9b682
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 8607613e-8037-4846-9f2d-1c40b4d08206
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:59:26.363334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-rztqz
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a73377800c05d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: ff734def-b4a2-45a2-8100-762dda6277c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337789cc7ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: fd100718-68ae-4827-b86b-87178ce1dba3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:27Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:59:27Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a73377bcf0b765
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 5cb48926-555f-4543-a085-3aed77b98ae8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:27Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a73377be3fd936
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: cf468d75-8b6b-414c-b3c1-0ab6c0bbf9f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:27Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a73377c12fa12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22887"
    uid: 93f8842d-3e52-44f3-89a4-60edbf1fe1ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:27Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a73377c19f30fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: a740e215-ead0-42b3-83f1-9be40a1e6110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:31Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T16:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:31Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a73378c3a99761
    namespace: kserve-ci-e2e-test
    resourceVersion: "22927"
    uid: bf9ec86f-a582-4f27-aca3-f7f70e1e1976
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:38Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.79s (6.79s including
    waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:38Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337a5864a95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 5524595b-466b-4892-a214-05f091ba6ffd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:38Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337a5b6d4fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: 2632fc65-c8e3-4fac-a9c7-d108915daacf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:38Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337a5be5d23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: 7697943f-a85e-4823-95ae-1108e39fa850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:38Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337a5bf3132b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: 4aa9f097-a136-4457-894f-ad24d6e26d1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:38Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337a5f85a738
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: c8e292dd-ead6-43bf-b07c-0310222d034d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T16:59:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:59:38Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337a5ffaa688
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: 758c7f68-1ba3-483b-8fe7-fbdc845ddf0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T17:00:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:00:54Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7337aa234df50
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: ba778134-9f24-4813-a9ae-a5aa82c9a589
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T17:01:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:07Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7338f0cec3360
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: 9e69e079-dcc7-4cd8-971c-b8d59fd03e5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T17:01:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:07Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7338f0cec89aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 52ef7b6f-7a6b-4623-b912-6a3dea5e7607
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-rztqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: cf14eeb7-1c92-49a5-afde-dab65331e5d2
  kind: Event
  lastTimestamp: "2026-04-17T17:01:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:10Z"
    name: isvc-pmml-predictor-8bb578669-rztqz.18a7338fd26420c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 744a2bd2-4eb2-4856-89da-229ff0a46f16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 75d8620d-5570-4e93-8a2e-4aa328a23b7a
  kind: Event
  lastTimestamp: "2026-04-17T16:59:26Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-rztqz'
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-pmml-predictor-8bb578669.18a733777f67d819
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 9a615296-b184-44e0-89c7-9e4449d0b843
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: 4fcc9c58-51fc-435e-aa2d-9058f8a944a6
  kind: Event
  lastTimestamp: "2026-04-17T16:59:26Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-pmml-predictor.18a733777bbdcb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: 9c35b817-4ff8-459a-aca1-579b65b6d766
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: f7bb0878-ae6c-4797-8d30-7b471cd402a5
  kind: Event
  lastTimestamp: "2026-04-17T17:00:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:00:11Z"
    name: isvc-pmml-predictor.18a7337afaba5ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23225"
    uid: 20092334-5903-436c-8508-9ec44cc5b3bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: f7bb0878-ae6c-4797-8d30-7b471cd402a5
  kind: Event
  lastTimestamp: "2026-04-17T17:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:00:11Z"
    name: isvc-pmml-predictor.18a7337afb2c99da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23226"
    uid: 4d57ff4a-e286-4d0f-afcd-fdfcb8b06e97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: f7bb0878-ae6c-4797-8d30-7b471cd402a5
  kind: Event
  lastTimestamp: "2026-04-17T17:00:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:00:56Z"
    name: isvc-pmml-predictor.18a7338578632fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: 91e0ed33-10b2-4ce8-ab72-5fbb047e1882
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: f7bb0878-ae6c-4797-8d30-7b471cd402a5
  kind: Event
  lastTimestamp: "2026-04-17T17:00:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:00:56Z"
    name: isvc-pmml-predictor.18a7338579137343
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 6315a18f-7136-421f-9c2a-28743a566bf4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:01:07.635435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-8mtsr
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:01:07Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7338f14558ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23679"
    uid: 4b26fbcf-c002-42d1-85ca-77850fb7c443
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23682"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:08Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:01:08Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7338f2d89b4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23690"
    uid: 009f87c2-4fd4-428e-8b77-422b758f488c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:08Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7338f2edc8ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23692"
    uid: a8ffe511-5555-4246-ac2a-c1755162b4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:08Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7338f317e2114
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: c987a559-77da-4b35-bf8e-41f62b9747ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:08Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7338f31f47855
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: 3ac83f87-5369-44ed-8b9d-23e4c0758daf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:12Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a733901dd94d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: 21459bfd-1a4d-495c-a6fe-21208f5e6c0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7339021454d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 3f0870f6-2305-45f0-853b-4aa06c0952fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7339021bc3a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a9c8f243-53ec-4191-b24e-ef355d8d198c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7339021d0367e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23736"
    uid: 9c672309-755e-404e-8c9d-3d5801446806
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a73390249fb449
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 3bf088b1-a73b-486c-92e7-951e8063ea1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:01:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:01:12Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a733902527b3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: 2bc06e8d-5ee7-49ac-bb00-273e9c794865
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:02:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:50Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a7339095ac09d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 639bb877-6792-4113-85d6-ab6a9167ccdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:02:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a733a69e5d8412
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: f5666130-800b-4d84-aacd-d49fd93876d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:02:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a733a69e5e2bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: 5b3dafe3-09ac-4bc9-89a8-98c78c2f8a3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: ce4d0fe5-a6f1-481a-b9c9-9e3d21ea9887
  kind: Event
  lastTimestamp: "2026-04-17T17:02:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:50Z"
    name: isvc-pmml-runtime-predictor-67bc544947-8mtsr.18a733a6efd6634a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 99efd711-430c-4f62-8cdc-4e3cfb9b3c98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 1403bae9-8732-4095-98d8-1462bfbef920
  kind: Event
  lastTimestamp: "2026-04-17T17:01:07Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-8mtsr'
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:01:07Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a7338f139ea706
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: c933dc34-8156-45ec-a802-8aedae26d96d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23658"
    uid: 6ac63c15-f84f-434a-ad11-70b1b8146a39
  kind: Event
  lastTimestamp: "2026-04-17T17:01:07Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:01:07Z"
    name: isvc-pmml-runtime-predictor.18a7338f0dfd611d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 7760c018-4550-409e-8e78-46babede1a9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: 8c1df051-bba1-4afa-bdc3-80d173ae3a42
  kind: Event
  lastTimestamp: "2026-04-17T17:01:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:01:37Z"
    name: isvc-pmml-runtime-predictor.18a733928d4825d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 1a060334-dbe8-4e4c-bc48-c27333908cb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: 8c1df051-bba1-4afa-bdc3-80d173ae3a42
  kind: Event
  lastTimestamp: "2026-04-17T17:01:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:01:37Z"
    name: isvc-pmml-runtime-predictor.18a733928dafa3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 2e7ff609-1cb5-47c7-9856-1d0cc6ed7d5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: 8c1df051-bba1-4afa-bdc3-80d173ae3a42
  kind: Event
  lastTimestamp: "2026-04-17T17:02:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:02:37Z"
    name: isvc-pmml-runtime-predictor.18a733998beb424a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: c06feb87-d16d-4235-b857-efc975ff4a26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: 8c1df051-bba1-4afa-bdc3-80d173ae3a42
  kind: Event
  lastTimestamp: "2026-04-17T17:02:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:02:37Z"
    name: isvc-pmml-runtime-predictor.18a733998c585a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 9e219340-928b-4f5e-b155-be9cea81d3b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: 6aead16c-73d5-4a58-93a1-de4fbc4b44bb
  kind: Event
  lastTimestamp: "2026-04-17T17:02:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:02:40Z"
    name: isvc-pmml-runtime.18a7338f0e13ceb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24370"
    uid: ffeef911-6288-42d5-8d98-ce310a1c462c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: 6aead16c-73d5-4a58-93a1-de4fbc4b44bb
  kind: Event
  lastTimestamp: "2026-04-17T17:01:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:01:07Z"
    name: isvc-pmml-runtime.18a7338f0e74cc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: f8cc93a5-bef3-420d-b4dc-2be414f61cf8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 6aead16c-73d5-4a58-93a1-de4fbc4b44bb
  kind: Event
  lastTimestamp: "2026-04-17T17:02:40Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:02:40Z"
    name: isvc-pmml-runtime.18a733a4a1397b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "24369"
    uid: 98833b83-290c-4997-ba18-41bbf642364e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:02:48.833952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a6a43c7fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 21503dfa-05c4-4636-b8ab-61d93653ec5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:49Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:02:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a6bd77dee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: bae521a3-cd48-44d4-bd1d-30d04459f563
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a6bef9846e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: 7ed80f95-8dc7-4768-8eba-e04fb98f3624
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a6c1be3284
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: 90c95b57-0d1a-4969-bcc7-1110e5da4fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:49Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a6c23419ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 5eb4733a-5937-4b10-99a0-58ebbfd67516
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:53Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7b40ae87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 89e4af2e-f424-42dc-8378-a7313b0213a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7b6f67fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: 18bfb596-a9c1-4586-b3a3-979b6e534eb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7b76915e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24539"
    uid: 481e5e6f-305e-42e4-a46d-78b6cfba6b3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7b7746ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 5829ce27-f158-4483-83d1-589743a66ed9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7ba640d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: 18d17c2c-4edb-4241-b7d8-c9bc7fc0f713
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:02:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:02:53Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7bad3e419
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 65b46622-f42a-4016-a2ac-b28bebc1c194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:04:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:10Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733a7f0042eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25254"
    uid: fcbc3c58-ba3d-47a2-addf-1de2c89500d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:04:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733bbd2fd14de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 80fa3faf-2793-4e90-990d-40e0ac10d935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:04:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733bbd2fdacc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 8b958d8a-7893-4e78-bf15-ad1841b0e767
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: a8b2fb44-a01f-4605-8e5d-5b706a28f0b9
  kind: Event
  lastTimestamp: "2026-04-17T17:04:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn.18a733bbf61fc934
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 342703ae-16d2-4f78-9694-97a6e4fd655e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 4353679f-81d2-45d5-b9fc-1a6b9f710e24
  kind: Event
  lastTimestamp: "2026-04-17T17:02:48Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-6k6cn'
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a733a6a3c9f875
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: d770be0b-78f8-4ec3-8c8b-73a6888fea3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: 043ca8c8-b058-4cbe-b483-d53fcdbf747b
  kind: Event
  lastTimestamp: "2026-04-17T17:02:48Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-v2-kserve-predictor.18a733a69ef80067
    namespace: kserve-ci-e2e-test
    resourceVersion: "24462"
    uid: 716c0c8c-b724-4662-a606-5da13abeaa49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: bebf66cb-5d68-4f55-96bf-0e5418b757fd
  kind: Event
  lastTimestamp: "2026-04-17T17:03:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:03:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a733aa1d657310
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: ca01f236-04c5-4f10-b98c-9e98f6c4a364
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: bebf66cb-5d68-4f55-96bf-0e5418b757fd
  kind: Event
  lastTimestamp: "2026-04-17T17:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:03:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a733aa1dcff97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 50807009-b93b-40bc-b360-97a1c8f22a4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: bebf66cb-5d68-4f55-96bf-0e5418b757fd
  kind: Event
  lastTimestamp: "2026-04-17T17:04:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:04:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a733b11bdf7075
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 9bc50fee-2758-4ec6-9e16-120f3817e015
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: bebf66cb-5d68-4f55-96bf-0e5418b757fd
  kind: Event
  lastTimestamp: "2026-04-17T17:04:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:04:18Z"
    name: isvc-pmml-v2-kserve-predictor.18a733b11c4ac5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: f41322bf-eb47-44fb-a9f6-e4b268056dc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 0671b28e-c023-45f2-a840-b85abdb27466
  kind: Event
  lastTimestamp: "2026-04-17T17:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:04:15Z"
    name: isvc-pmml-v2-kserve.18a733a69eb2dc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: 638fd2c9-8560-44d9-adbe-fbedb2e32632
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 0671b28e-c023-45f2-a840-b85abdb27466
  kind: Event
  lastTimestamp: "2026-04-17T17:02:48Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-v2-kserve.18a733a69f4268b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 2dc70714-73fa-449d-b702-d20abcccaccc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: 0671b28e-c023-45f2-a840-b85abdb27466
  kind: Event
  lastTimestamp: "2026-04-17T17:02:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:02:48Z"
    name: isvc-pmml-v2-kserve.18a733a6a52b984d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: 21e2e95e-80d6-40b9-8a3a-10b616c42a31
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 0671b28e-c023-45f2-a840-b85abdb27466
  kind: Event
  lastTimestamp: "2026-04-17T17:04:15Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:04:15Z"
    name: isvc-pmml-v2-kserve.18a733bac31a54c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 17a749f9-92e9-473c-a955-69ac7281cc1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 4721f398-b326-45de-807c-1b763d4263b0
  kind: Event
  lastTimestamp: "2026-04-17T17:01:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:01:04Z"
    name: isvc-pmml.18a733777b876858
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: 07ade531-d7fc-48e8-865a-cba47d1174a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 4721f398-b326-45de-807c-1b763d4263b0
  kind: Event
  lastTimestamp: "2026-04-17T16:59:26Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:59:26Z"
    name: isvc-pmml.18a733777c251862
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: b37dab41-10ca-4fb3-8b2e-2d64e59241a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:01:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: 4721f398-b326-45de-807c-1b763d4263b0
  kind: Event
  lastTimestamp: "2026-04-17T17:01:04Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:01:04Z"
    name: isvc-pmml.18a7338e4b86ced4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: 76b04ba6-0453-4277-aa4b-6423e65cf427
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:09:30.881705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28159"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a73404402641d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: fb77e8a3-189d-4111-a9fe-966d8bb316c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a7340449977e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: 049901b4-60dd-46a5-956c-9cc63a1a9989
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:31Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:09:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734047d26387c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 4a47d867-3cb2-4a7c-b15f-96f827095843
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734047e7f766d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28187"
    uid: d82bb40e-8545-425a-ab51-496148a93d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734048193e024
    namespace: kserve-ci-e2e-test
    resourceVersion: "28189"
    uid: e4fb6e37-fd80-4e6c-b542-e99364452108
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734048205f789
    namespace: kserve-ci-e2e-test
    resourceVersion: "28190"
    uid: 0e6e67ce-2bdb-441b-a59a-3114b3248f86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734055823ac73
    namespace: kserve-ci-e2e-test
    resourceVersion: "28222"
    uid: 39f427d8-e584-4955-bc70-5f2a23dcfe91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734055c927beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 174597ae-0d2d-429a-b290-004a6a6ae3fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734055d02968b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: 75582c9c-6b6f-4ca8-bdec-8e349926d5fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734055d0e464a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 62952acc-d774-42c6-94d1-f668bc744056
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734055fb9d50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: 233b1d2a-1bd7-4a84-acfa-84befc47802d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a73405602f279a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: f5a77337-8b2c-49e6-aedf-089518629f28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:42Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a7340594541a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28731"
    uid: bef4f279-0951-4f22-aed2-0385f527c11f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:10:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a734171713d33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28862"
    uid: 3c1c16d1-0be3-4f01-86cd-2bbcc037a695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:10:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a7341717141a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28863"
    uid: f65fb0ba-540c-432f-8502-6571a6dd7431
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 979422e9-0546-4ccf-919f-ba9134153bfb
  kind: Event
  lastTimestamp: "2026-04-17T17:10:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:52Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp.18a73417466a3066
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 9b6f357c-5381-47a3-ab59-76c7b8476fd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28147"
    uid: 64dafa26-c7f5-4384-a157-993fdccb6d67
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-hnwmp'
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a734043fbea5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: 71d33069-f798-4cf1-9e61-40df3a555e12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: e1f640db-82a8-40de-9cf2-b49e91a79213
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-lightgbm-predictor.18a734043b75ae54
    namespace: kserve-ci-e2e-test
    resourceVersion: "28150"
    uid: 60d19cf8-df41-4ff5-bf16-6b3d3692a7e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28146"
    uid: 634d58f2-9182-4a64-8d26-a6379fd1aa3e
  kind: Event
  lastTimestamp: "2026-04-17T17:09:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:09:45Z"
    name: isvc-predictive-lightgbm-predictor.18a73407ba408d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 6c2a5a64-7d6a-44dd-8289-07d1c145bf56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28146"
    uid: 634d58f2-9182-4a64-8d26-a6379fd1aa3e
  kind: Event
  lastTimestamp: "2026-04-17T17:09:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:09:45Z"
    name: isvc-predictive-lightgbm-predictor.18a73407baaf21b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: c6d9a00a-3184-489a-9840-248493c36040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: 634d58f2-9182-4a64-8d26-a6379fd1aa3e
  kind: Event
  lastTimestamp: "2026-04-17T17:10:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:10:45Z"
    name: isvc-predictive-lightgbm-predictor.18a7340b3960d43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: 824f295a-3994-42df-b064-8a175413f8df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: 634d58f2-9182-4a64-8d26-a6379fd1aa3e
  kind: Event
  lastTimestamp: "2026-04-17T17:10:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:10:45Z"
    name: isvc-predictive-lightgbm-predictor.18a7340b39ca6966
    namespace: kserve-ci-e2e-test
    resourceVersion: "28755"
    uid: 11c5d6f7-09ab-457b-89d5-4d4d2d10def7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:13:51.651192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a73440f738d827
    namespace: kserve-ci-e2e-test
    resourceVersion: "30296"
    uid: 7844aa9c-4095-4c3f-9962-dbde0282c696
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a7344100c1266e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: b800e2c4-35b4-4bc7-bb04-e86e861dd00a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:52Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:13:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a73441344fb5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: 8db50faf-68b8-4e0f-94e8-70f5a8cc1c11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a7344135971bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: 731c49e3-b718-4b4d-94fa-42d91e6bd854
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a7344138e8c593
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: f90198e3-d6b1-46c8-855f-ac05e8ea9210
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a7344139709374
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 75ace175-cd3d-44cf-ab7c-7082897d7a73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a734424ad961c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30368"
    uid: 4e37b035-b15b-402a-86df-30364cf12bf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a734424e7b97cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30372"
    uid: adee47a4-6113-4fa8-aef9-7adcaaa4ce23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a734424ef1f0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: 89c82ff4-dbf4-4eb5-be27-49f0dab47e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a734424f007c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: c5126881-f068-4cde-b858-632d850e370f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a7344252013c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: 936fc938-433a-4902-8fbf-8adc8ff8124d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:13:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a734425271a98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: bdcf5eca-bf8c-48f0-8ef2-0903d23ea236
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T17:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:15:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.28:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a7344b24ced510
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: ea75e534-4311-48bb-ac31-cc867e0521e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a73455f09de353
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: f92292b0-d74f-45be-abe8-6db98fd65bd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a73455f09e726a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31011"
    uid: c768fc0f-be8a-4552-b867-ade73c87d347
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: c2a24d01-2de5-46b2-bda3-0d7e8247c1da
  kind: Event
  lastTimestamp: "2026-04-17T17:15:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz.18a73456c8b6e384
    namespace: kserve-ci-e2e-test
    resourceVersion: "31127"
    uid: 534f65dc-d09c-46b0-a2a5-814721086fbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 87c0639c-e012-4f5f-853c-dbd642f8440d
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-f2xmz'
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a73440f6d63068
    namespace: kserve-ci-e2e-test
    resourceVersion: "30293"
    uid: 34ccff42-e7cf-40d8-93c9-f68bad6fb172
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30279"
    uid: 43d6bfc9-723f-483a-a322-f648c937725f
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a73440f1addaac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30283"
    uid: d16a5692-bc6e-47bb-afcb-47516550b187
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:14:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30280"
    uid: ead691d4-babe-4035-bbe9-3b9a5865d183
  kind: Event
  lastTimestamp: "2026-04-17T17:14:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:14:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a734447038b860
    namespace: kserve-ci-e2e-test
    resourceVersion: "30656"
    uid: 06f5142e-04b4-4b23-baa5-8cbcf0181c55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:14:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30280"
    uid: ead691d4-babe-4035-bbe9-3b9a5865d183
  kind: Event
  lastTimestamp: "2026-04-17T17:14:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:14:36Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a73444709b3910
    namespace: kserve-ci-e2e-test
    resourceVersion: "30657"
    uid: 73a4fea6-2eb8-49fc-9925-1ef3c403a705
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: ead691d4-babe-4035-bbe9-3b9a5865d183
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a7344eedd75ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: 561e1ad8-600b-4dd6-8c2c-7fcd2d962773
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30445"
    uid: ead691d4-babe-4035-bbe9-3b9a5865d183
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a7344eee3adde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 4809aca9-0afc-4459-89a5-e5fd6efbced3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: de8c74e7-ee95-4457-aa18-6467adb3dc87
  kind: Event
  lastTimestamp: "2026-04-17T17:15:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:15:20Z"
    name: isvc-predictive-lightgbm-v2.18a73440f1862771
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: 1ab4dd46-f72a-4236-b84c-2df40463be9d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: de8c74e7-ee95-4457-aa18-6467adb3dc87
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-lightgbm-v2.18a73440f1f9c4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30299"
    uid: 47ede577-b1f5-436b-a3a4-31281f492189
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30262"
    uid: de8c74e7-ee95-4457-aa18-6467adb3dc87
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-lightgbm-v2.18a73440f783acfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: a6b16d8b-d734-4032-973d-c703eea2a8f5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: de8c74e7-ee95-4457-aa18-6467adb3dc87
  kind: Event
  lastTimestamp: "2026-04-17T17:15:20Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:15:20Z"
    name: isvc-predictive-lightgbm-v2.18a73455987cf723
    namespace: kserve-ci-e2e-test
    resourceVersion: "30970"
    uid: fd4249cc-3509-4541-ac19-ebb0ced2c1e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28118"
    uid: 8db5bda2-2ad2-444e-ace9-6c5895c84105
  kind: Event
  lastTimestamp: "2026-04-17T17:10:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:10:50Z"
    name: isvc-predictive-lightgbm.18a734043b52e2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: cf555c71-a8d0-4d7a-824a-98c0733bf902
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28118"
    uid: 8db5bda2-2ad2-444e-ace9-6c5895c84105
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-lightgbm.18a734043ba964fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 72694594-faf5-4dea-9e8b-ca84959ff753
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28793"
    uid: 8db5bda2-2ad2-444e-ace9-6c5895c84105
  kind: Event
  lastTimestamp: "2026-04-17T17:10:50Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:10:50Z"
    name: isvc-predictive-lightgbm.18a73416bace59f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 7051dcc0-5bcd-49e8-982f-5603e4204d65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:06:10.387863Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26556"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:06:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:06:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d591c90d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: 60ffe165-a78d-4256-ac1d-a7f4fd34be3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d59d9daa12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: f3503b44-6db1-4fc8-bf87-a2aa80189596
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:11Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:06:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d5ce9a1c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 221ed66a-9b73-44e3-a696-bd02b58f0dd1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d5d065c0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: bef25824-d0f7-4e6b-9fff-9901022e00ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d5d3338f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: 7e5cf884-b203-4245-ad2d-27f74d349236
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:11Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d5d3b3be0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26591"
    uid: 6d9d9193-284f-4115-b285-b7434fb16978
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:15Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:15Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733d6debb20fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: a60fc0bc-5b68-43b0-8ee3-6d676eb449a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:38Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.121s
    (22.121s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc05471de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: b14d5689-08fa-4eca-adad-577edde6373b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc0cbc7b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 2d789220-182a-4349-bda4-a8ebd3f6765f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc0d4d5368
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: f6f990e9-fbe9-47a2-8ed6-70a84d1959f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc0d5b7d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26791"
    uid: 11d147f1-c485-49cb-af96-6be2ebb282ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc10d5016a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: 089a4c46-ccdb-4d33-b103-328a8d725661
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:06:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:38Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc1162a006
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: b2e87d2a-4b23-4e4c-b600-134fd586f5ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:07:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:07:48Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733dc3e9ee5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 376b9936-b645-491c-8420-3924de2905b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:08:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733ef38223d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27412"
    uid: a355576c-9603-48c2-9d57-e07112153d0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:08:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733ef3822da6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: d74ce0c2-51a0-4f03-9efa-9c251a6b417f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: fc27d58f-3321-4de8-a11f-3eabc0e0b08e
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n.18a733f044c5d21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 8db540f2-04bc-4987-bef1-0856c3e60f6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 0ef834d4-8eea-45da-9a17-88bdc2e99c28
  kind: Event
  lastTimestamp: "2026-04-17T17:06:10Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-pqm9n'
  metadata:
    creationTimestamp: "2026-04-17T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:06:10Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a733d5915b793b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 271446aa-2541-4233-99bc-a9136f7b5cd9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: ca77008b-a1b2-4c86-8027-dccc558123f6
  kind: Event
  lastTimestamp: "2026-04-17T17:06:10Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:06:10Z"
    name: isvc-predictive-sklearn-predictor.18a733d58dc5e1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: aae28976-e309-4c40-99a7-a8633a744143
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 20e15e88-ee75-4fac-80d8-b52a87049137
  kind: Event
  lastTimestamp: "2026-04-17T17:07:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:07:10Z"
    name: isvc-predictive-sklearn-predictor.18a733d90c4d4559
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 0705299a-f42e-4117-b4ff-13252f3ff472
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 20e15e88-ee75-4fac-80d8-b52a87049137
  kind: Event
  lastTimestamp: "2026-04-17T17:07:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:07:10Z"
    name: isvc-predictive-sklearn-predictor.18a733d90caebf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: fa568979-dab8-4a3a-9f09-de974099a09c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: 20e15e88-ee75-4fac-80d8-b52a87049137
  kind: Event
  lastTimestamp: "2026-04-17T17:07:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:07:55Z"
    name: isvc-predictive-sklearn-predictor.18a733e708935d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: aed16685-1f73-49d3-b325-52036ba9dde0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: 20e15e88-ee75-4fac-80d8-b52a87049137
  kind: Event
  lastTimestamp: "2026-04-17T17:07:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:07:55Z"
    name: isvc-predictive-sklearn-predictor.18a733e708f25c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: 17745faa-7d7b-4057-8876-807c675fe666
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:10:51.166267Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a73416f17b87f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: 3965037b-8cb3-4111-8970-0a6213c4ad6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a73416ff18e464
    namespace: kserve-ci-e2e-test
    resourceVersion: "28854"
    uid: dfa93dab-19d3-4096-a6a1-925b3bfed38f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:52Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:10:52Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a734172e41552b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28868"
    uid: 1c65cd92-52f0-40a4-8996-93d22e56f7bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:52Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a734172f8350c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28870"
    uid: a54a896c-3014-44f3-831c-9ee5bcc46ef8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:52Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7341731fe12ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28872"
    uid: e5b7c528-51ea-437a-a4e6-507b7102ba48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:52Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a73417326f8e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: 6affc2c0-a0c8-40b7-9830-ac7d899a35b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:56Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7341842544abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: a9f93831-fd8a-43ce-abbc-b95f148b803a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:56Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7341845560388
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: b8b7aef2-e624-468f-9a52-2fb2da9ae4cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:56Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7341845cb2582
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: 1b2a2d3b-54f7-4f17-a2bc-94e73963e27e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:56Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7341845d6fd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: 488d7ad3-f4d3-4123-b1c4-9bea4d4dc265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:56Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a734184862b5a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: c05bad08-adcb-4d09-a5b3-cae3380fef58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:10:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:10:56Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7341848cf1cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28924"
    uid: 822dbc30-10e4-4b92-9246-5af89c53e367
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T17:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:12:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.26:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a734211c72a05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29620"
    uid: dba858fb-cda6-497b-8051-4f36c94e18c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7342bed282d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 203b70a9-4828-4f98-9bc8-37e8705e4bf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7342bed28c049
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: f5c7802e-a35f-4296-80b3-c9c042c71653
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 1b86c632-de97-4b52-a959-6436c0781d9c
  kind: Event
  lastTimestamp: "2026-04-17T17:12:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:24Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj.18a7342cc0500cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: ff748185-b253-40c2-8767-103463106e3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28831"
    uid: 5b20985e-2be9-415f-92f4-84b588b5fb9d
  kind: Event
  lastTimestamp: "2026-04-17T17:10:51Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-mggxj'
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a73416f112c964
    namespace: kserve-ci-e2e-test
    resourceVersion: "28843"
    uid: 2a563109-9d4f-4d11-a085-ebe59c20dc2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: cf6b098a-120c-443f-a333-3da5169667bf
  kind: Event
  lastTimestamp: "2026-04-17T17:10:51Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18a73416ee1f205d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: d27b0ea5-e09c-4b9e-b488-846cfdb65f7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:11:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28830"
    uid: c6f3ecc2-8520-4163-b160-a4b426a6c557
  kind: Event
  lastTimestamp: "2026-04-17T17:11:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:11:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18a7341a6ca980ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29200"
    uid: 2c092692-4bf5-4e27-89ac-0cc5a574072e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:11:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28830"
    uid: c6f3ecc2-8520-4163-b160-a4b426a6c557
  kind: Event
  lastTimestamp: "2026-04-17T17:11:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:11:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18a7341a6d0de9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29201"
    uid: c15363be-d21c-4eb8-91f1-8775001e1b89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: c6f3ecc2-8520-4163-b160-a4b426a6c557
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18a73424ea0365b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29528"
    uid: d1dce34f-2dd9-46bd-8d1a-313fc83c8a37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:11:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: c6f3ecc2-8520-4163-b160-a4b426a6c557
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18a73424ea6971f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: c1327d41-e469-4ab7-98af-ffb0db2b87b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28802"
    uid: c8c81fc2-d4e1-4405-b02e-a2cfd78b850b
  kind: Event
  lastTimestamp: "2026-04-17T17:12:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:12:14Z"
    name: isvc-predictive-sklearn-v2.18a73416edfa7a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29477"
    uid: dd740dc7-449c-4e5e-a56d-5f710436024e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:10:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28802"
    uid: c8c81fc2-d4e1-4405-b02e-a2cfd78b850b
  kind: Event
  lastTimestamp: "2026-04-17T17:10:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:10:51Z"
    name: isvc-predictive-sklearn-v2.18a73416ee4dd498
    namespace: kserve-ci-e2e-test
    resourceVersion: "28835"
    uid: 3c9753df-0c0c-40e7-9c87-757eb9f03ae7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: c8c81fc2-d4e1-4405-b02e-a2cfd78b850b
  kind: Event
  lastTimestamp: "2026-04-17T17:12:14Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:12:14Z"
    name: isvc-predictive-sklearn-v2.18a7342a49e6c55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: cc423c8c-3af0-48c8-89b2-ac8590f0c87e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: becdc516-79b5-4036-b57a-3c9a04dd0e07
  kind: Event
  lastTimestamp: "2026-04-17T17:07:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:07:58Z"
    name: isvc-predictive-sklearn.18a733d58da04ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27366"
    uid: bcd2f57f-715d-428a-a4fd-7521567c5601
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: becdc516-79b5-4036-b57a-3c9a04dd0e07
  kind: Event
  lastTimestamp: "2026-04-17T17:06:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:06:10Z"
    name: isvc-predictive-sklearn.18a733d58e26af43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: 11e076ac-2198-4a11-9660-7135e6f76dba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27363"
    uid: becdc516-79b5-4036-b57a-3c9a04dd0e07
  kind: Event
  lastTimestamp: "2026-04-17T17:07:58Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:07:58Z"
    name: isvc-predictive-sklearn.18a733eeaed862c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27364"
    uid: 765db4a1-1840-40ac-a5e5-8d69ac28ec2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:08:00.660520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733ef3e8c4873
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 06c4ea3a-e883-475f-9cc8-a873a0bd46e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27439"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:01Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:08:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733ef5775f05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: b8cea4ff-177e-4a01-9297-ca67c506ca3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733ef58c12adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: 2842c158-b47e-42a3-ae5a-3850d674a7ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733ef5b5df0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27451"
    uid: 29e14d3b-8d3d-48e9-8f3a-b9c72243766b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733ef5be22d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 1ff7d41e-cbe8-4758-9faa-4924d033a86c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f0537311d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: 215c9e49-20de-426b-926d-6d168332d44f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f0568e9051
    namespace: kserve-ci-e2e-test
    resourceVersion: "27492"
    uid: 64660c0f-e809-4737-9b35-16c8d120b82b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f05703b324
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 8d1eb153-5f6c-4e84-871b-3ee26dfdbcea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f05711c0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: ec46bd47-3479-4ab9-89cd-91e6aac77e31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f05a928c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 88e49bdd-a385-45da-9a8f-b9d8afe78054
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:08:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:08:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f05b13ddcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: d5badbaa-675d-4ee6-ba3d-f6faaca589f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:09:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:32Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a733f08f9607bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: db89b762-aabb-4009-81e5-5ef7e4ac5950
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a734043a8b19f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28145"
    uid: 85d4f7e4-73ff-4b78-97a4-23850a94992d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a734043a8bb83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28148"
    uid: fc7dc24b-36d4-4e0e-a51d-ee1c082278ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 87b1a6ba-da8b-4e0e-a68e-cf1832168331
  kind: Event
  lastTimestamp: "2026-04-17T17:09:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:09:32Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj.18a7340495c1c585
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: 08bd9739-9ad8-4766-bb0c-b2b39a27cfdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: b2eaaf7a-858c-4086-a6f1-d0cdfaa78d39
  kind: Event
  lastTimestamp: "2026-04-17T17:08:00Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-x6dvj'
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a733ef3e1cee4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 771127b9-396b-4fa0-9860-a45703679ef5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 4cee68cf-168e-4d5a-9534-8fbc3b19c622
  kind: Event
  lastTimestamp: "2026-04-17T17:08:00Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-xgboost-predictor.18a733ef38d1e543
    namespace: kserve-ci-e2e-test
    resourceVersion: "27416"
    uid: acf238a8-7810-43f1-8961-e24583111ed3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: dde1dd91-1b05-443f-b2cf-e9bb48ae3cdb
  kind: Event
  lastTimestamp: "2026-04-17T17:08:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:08:45Z"
    name: isvc-predictive-xgboost-predictor.18a733f2b7c181dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: ca3edd11-1f57-45bf-bb4c-5dade67fec52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: dde1dd91-1b05-443f-b2cf-e9bb48ae3cdb
  kind: Event
  lastTimestamp: "2026-04-17T17:08:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:08:45Z"
    name: isvc-predictive-xgboost-predictor.18a733f2b81b3b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: d3a77671-daba-4f68-b6b8-8cc0c28f7bea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: dde1dd91-1b05-443f-b2cf-e9bb48ae3cdb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-xgboost-predictor.18a733fd349ed63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: 6f9d40e8-155b-4731-b7b1-02639b6b28fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: dde1dd91-1b05-443f-b2cf-e9bb48ae3cdb
  kind: Event
  lastTimestamp: "2026-04-17T17:09:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:09:30Z"
    name: isvc-predictive-xgboost-predictor.18a733fd34fe28b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28113"
    uid: ff40c343-2786-42a9-9e2b-61d6d35d69cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:12:21.412355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342bf4917a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29577"
    uid: 6b0750f0-a712-4e28-b018-0113f8b8e320
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29581"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342c0d77bf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29589"
    uid: 72080f2b-46b5-4973-b463-3dfd28873214
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342c0ecd2fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: c82def69-b819-4dee-aba6-f4805aba4ba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342c11c15ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: ec9ba4d5-c3c2-4284-9445-55a282ee956b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342c1231d137
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 9606400a-30dd-4dc3-80a7-329d2e3b63bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342d0af72ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29633"
    uid: 41085f4b-9041-4510-b30b-ac2619c7c63f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342d0e21956d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: 74276eb4-39ca-4097-aec9-3d746502fd8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342d0ea07043
    namespace: kserve-ci-e2e-test
    resourceVersion: "29638"
    uid: 34ab6cbc-0847-458c-a4fb-317e68168702
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342d0eaeefea
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 340f6282-c76c-472e-bbff-cb2f606e66b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342d11a4e43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: 4113f3ea-5d6b-4532-b510-7a2d908b9764
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:12:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:12:26Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7342d125a92bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: bab70928-5909-4c3d-8422-489482c53aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:13:56Z"
  message: 'Readiness probe failed: Get "http://10.134.0.27:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a73435a9b92035
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 805df8dd-e30c-4b2f-9be2-f1bb03b496bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a73440efcbe03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: 24ceff3f-9628-4d54-96d0-627df4e744da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a73440efce8af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: 6f773abc-2507-4d89-aff7-4c8256693fe7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29574"
    uid: 42becd7b-47a9-4cc2-b15d-2b735f4acb4a
  kind: Event
  lastTimestamp: "2026-04-17T17:13:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:13:52Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh.18a7344111b4a058
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 4e4b9674-c5d2-406a-b01a-3d9aeef4683f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29561"
    uid: 6f3ac0c5-69fd-4934-80f3-7eae551a2297
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-5zxhh'
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a7342bf4244840
    namespace: kserve-ci-e2e-test
    resourceVersion: "29575"
    uid: 1ce6fb76-e852-4feb-8839-e8f8b5e9917a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: 989b84c1-7458-40a3-99dd-5dd9ff81f01b
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18a7342befcb3b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 9c6f5739-6fa6-4b74-b8ad-42590f48f1c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 5e41c6b6-7ebc-4235-82c0-07a35d4fa602
  kind: Event
  lastTimestamp: "2026-04-17T17:12:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:12:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18a7342f6e44ecb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: f3ac1daf-2414-48b7-a9fc-c37bb0e02539
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 5e41c6b6-7ebc-4235-82c0-07a35d4fa602
  kind: Event
  lastTimestamp: "2026-04-17T17:12:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:12:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18a7342f6ead7d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 39657d91-5cfe-48a4-8d65-4c46f8fad361
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 5e41c6b6-7ebc-4235-82c0-07a35d4fa602
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18a734366c9c7299
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 7808079e-f83a-4900-8801-f5d08ad940b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 5e41c6b6-7ebc-4235-82c0-07a35d4fa602
  kind: Event
  lastTimestamp: "2026-04-17T17:13:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:13:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18a734366cfedf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: be8fdefb-c9a9-4d68-97a3-bc6094e411ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: a643c1c6-c1f3-4a30-abd9-3dc3e6cabbf5
  kind: Event
  lastTimestamp: "2026-04-17T17:13:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:13:46Z"
    name: isvc-predictive-xgboost-v2.18a7342befa5a13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: fc9e058c-ebd7-4d47-8780-814b3998539a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: a643c1c6-c1f3-4a30-abd9-3dc3e6cabbf5
  kind: Event
  lastTimestamp: "2026-04-17T17:12:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:12:21Z"
    name: isvc-predictive-xgboost-v2.18a7342bf00c472b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 0cbdebcd-9e16-4e4c-9da4-83c4968933be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: a643c1c6-c1f3-4a30-abd9-3dc3e6cabbf5
  kind: Event
  lastTimestamp: "2026-04-17T17:13:46Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:13:46Z"
    name: isvc-predictive-xgboost-v2.18a7343fb6116852
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: ef28c12e-3d3e-4b02-9e37-67db260deb8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: aa15cd75-e966-4393-8305-8c4b2709f899
  kind: Event
  lastTimestamp: "2026-04-17T17:09:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:09:22Z"
    name: isvc-predictive-xgboost.18a733ef38d6df69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28059"
    uid: 253be1a8-6e7d-4fae-bccb-6d9061de8851
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: aa15cd75-e966-4393-8305-8c4b2709f899
  kind: Event
  lastTimestamp: "2026-04-17T17:08:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-xgboost.18a733ef397fae4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27435"
    uid: b49b013b-df02-4d1b-9e03-a62f6f0b9d7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:08:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27400"
    uid: aa15cd75-e966-4393-8305-8c4b2709f899
  kind: Event
  lastTimestamp: "2026-04-17T17:08:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:08:00Z"
    name: isvc-predictive-xgboost.18a733ef3fa0466f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27438"
    uid: c2b16816-3238-468f-a51c-7044dbbc2607
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:09:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: aa15cd75-e966-4393-8305-8c4b2709f899
  kind: Event
  lastTimestamp: "2026-04-17T17:09:22Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:09:22Z"
    name: isvc-predictive-xgboost.18a7340246b747e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28058"
    uid: 2583cef7-9f57-4259-8303-d6850779fa59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:04:19.903919Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9efca4-predictor-897f6b668-4kf2v
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bbd86dcadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 7bb5b756-4025-4ece-8091-af37db33f9ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:20Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:04:20Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bbf24e4d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: c2067d9e-7d28-4300-9d3a-38444a094e41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:20Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bbf3b83073
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: a9ea1e90-78b5-4b2f-b418-2437a75a3682
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:20Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bbf70753a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 26320a39-7133-4206-94ed-e9682b8b961d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:20Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bbf77c2146
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 4454386a-1c57-4080-abc9-a9f555e84704
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:24Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bcddbfa229
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: e64451cb-aa41-41e6-993f-d4bf9d982c38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:24Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bce17987e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: 63e1a655-9618-4432-ae39-c35481ce47c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:24Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bce1f6984d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: 3a870f5c-4709-4d80-8c70-0001e9e9587b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:24Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bce20306ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: 53a02419-8a0f-4394-bd3c-f92915c26050
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:24Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bce50853bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: abcd85d4-0c91-4ab9-96bf-f919873c43c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:04:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:04:24Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bce57c3154
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: ed150a89-3763-47a0-ac85-cee0b088d0fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:06:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:02Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733bd558e5ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: 2ecef505-3d02-4bea-b6e9-1a0742415a4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733d32fef3486
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: 91ee038f-4fcb-42a0-b120-fd8aed877210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:06:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:00Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733d32fefc075
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: ad702e2a-2fe1-4506-b4f6-d19bd35fe1e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: dffc4496-95db-4fe2-b6ce-b9160a8c0f33
  kind: Event
  lastTimestamp: "2026-04-17T17:06:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:06:02Z"
    name: isvc-primary-9efca4-predictor-897f6b668-4kf2v.18a733d3afd2e2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: b3b4aefb-f3b8-472e-bc95-86235c945a69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9efca4-predictor-897f6b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 7e0c16ac-7d32-43ea-bb8e-c94d6dac591d
  kind: Event
  lastTimestamp: "2026-04-17T17:04:19Z"
  message: 'Created pod: isvc-primary-9efca4-predictor-897f6b668-4kf2v'
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-primary-9efca4-predictor-897f6b668.18a733bbd806665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 5904b658-ebe9-4910-8d32-ce018c983770
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 5d5ba98a-eef9-412d-bb89-76b82eee2ba0
  kind: Event
  lastTimestamp: "2026-04-17T17:04:19Z"
  message: Scaled up replica set isvc-primary-9efca4-predictor-897f6b668 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-primary-9efca4-predictor.18a733bbd3c0db7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: 4fc8b252-f96c-406a-86c5-f7b5150b3231
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 1f903f97-31be-4719-ae16-3e88c6c92d7c
  kind: Event
  lastTimestamp: "2026-04-17T17:04:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:04:49Z"
    name: isvc-primary-9efca4-predictor.18a733bf522c366a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: c2c8fa38-0818-4fdb-9475-93e89b971f34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 1f903f97-31be-4719-ae16-3e88c6c92d7c
  kind: Event
  lastTimestamp: "2026-04-17T17:04:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:04:49Z"
    name: isvc-primary-9efca4-predictor.18a733bf52896a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 349decaa-1061-4555-9abd-0187ae63eebc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 1f903f97-31be-4719-ae16-3e88c6c92d7c
  kind: Event
  lastTimestamp: "2026-04-17T17:05:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:05:49Z"
    name: isvc-primary-9efca4-predictor.18a733c650575f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: 4167b5b7-8b11-4dcb-9fcb-7c879f3e22c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 1f903f97-31be-4719-ae16-3e88c6c92d7c
  kind: Event
  lastTimestamp: "2026-04-17T17:05:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:05:49Z"
    name: isvc-primary-9efca4-predictor.18a733c6511758f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 61d9940c-8310-441b-a1e9-12be33a32823
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 7666e23c-3546-48b5-9d8b-295025efe766
  kind: Event
  lastTimestamp: "2026-04-17T17:05:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:05:32Z"
    name: isvc-primary-9efca4.18a733bbd3982639
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: 8c3e0b05-e82a-4bb1-9850-fde82a509e2a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 7666e23c-3546-48b5-9d8b-295025efe766
  kind: Event
  lastTimestamp: "2026-04-17T17:04:19Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9efca4": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9efca4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-primary-9efca4.18a733bbd3ed5825
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: eae892f3-f320-41c7-8011-09d64a482709
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 7666e23c-3546-48b5-9d8b-295025efe766
  kind: Event
  lastTimestamp: "2026-04-17T17:04:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9efca4": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:04:19Z"
    name: isvc-primary-9efca4.18a733bbd3edb17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 482b5b38-6e6f-4a9f-8a2a-551c056daa4a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26058"
    uid: 7666e23c-3546-48b5-9d8b-295025efe766
  kind: Event
  lastTimestamp: "2026-04-17T17:05:32Z"
  message: InferenceService [isvc-primary-9efca4] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:05:32Z"
    name: isvc-primary-9efca4.18a733ccb85cb2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: dcc8ec39-df49-47fe-b7cc-13e3b7da663d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:05:40.034767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26145"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9efca4-predictor-695c447fdc-c577g
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:05:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:05:40Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733ce809991b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: ad924305-2b8f-417e-8db0-6f5d3111831c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: "2026-04-17T17:05:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-9efca4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:05:40Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733ce911e9ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: bce9abf6-89ca-4377-87b4-9a94151b2e2c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: "2026-04-17T17:05:41Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:05:41Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733cebdd70fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: c24cda7c-6a3c-43d3-af35-971516dffec5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: "2026-04-17T17:05:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:05:48Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733cebf43825c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: 8406dcbe-2863-4415-9cb4-b0b6abfde643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: "2026-04-17T17:05:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:05:48Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733cec283392d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: adaf061a-aedf-471f-8770-38d616533a0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: "2026-04-17T17:05:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:05:48Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733cec2fa05f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: b5498532-9ff3-48af-ac16-64bdedb13966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: 6f2d9e57-cc5f-4136-80d6-3a53a66d1f79
  kind: Event
  lastTimestamp: "2026-04-17T17:05:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9efca4-predictor-695c447fdc-c577g_kserve-ci-e2e-test(6f2d9e57-cc5f-4136-80d6-3a53a66d1f79)
  metadata:
    creationTimestamp: "2026-04-17T17:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:05:51Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc-c577g.18a733d1327c73d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: d6f3301e-b397-45fe-893b-d7b7df2e3389
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9efca4-predictor-695c447fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26136"
    uid: 1495e3d2-15b9-40a3-8c15-12fd1d825bff
  kind: Event
  lastTimestamp: "2026-04-17T17:05:40Z"
  message: 'Created pod: isvc-secondary-9efca4-predictor-695c447fdc-c577g'
  metadata:
    creationTimestamp: "2026-04-17T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:05:40Z"
    name: isvc-secondary-9efca4-predictor-695c447fdc.18a733ce80109c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26146"
    uid: 51b3c65a-9c41-4c5e-8411-2100e1acb757
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: 22e6351e-29e8-4dfc-934b-fed264b1ae7b
  kind: Event
  lastTimestamp: "2026-04-17T17:05:39Z"
  message: Scaled up replica set isvc-secondary-9efca4-predictor-695c447fdc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:05:39Z"
    name: isvc-secondary-9efca4-predictor.18a733ce7d031c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26138"
    uid: 0f716080-f18a-4781-b59e-b520a63911b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: e95ca973-2167-45bb-9d35-3802e0a5705a
  kind: Event
  lastTimestamp: "2026-04-17T17:05:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:05:54Z"
    name: isvc-secondary-9efca4-predictor.18a733d1fb817d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: f0576b1e-699d-4fde-b70a-7c550ed1c567
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9efca4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: e95ca973-2167-45bb-9d35-3802e0a5705a
  kind: Event
  lastTimestamp: "2026-04-17T17:05:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:05:54Z"
    name: isvc-secondary-9efca4-predictor.18a733d1fbfb91cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: f74dbdc1-6c34-438e-8ea4-793ce83528d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: a9c459b7-2f81-4c42-bfa8-f883745fd1ae
  kind: Event
  lastTimestamp: "2026-04-17T17:05:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:05:52Z"
    name: isvc-secondary-9efca4.18a733ce7ce24f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: 00cd4647-3dae-4453-a1cf-d2debf65a753
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: a9c459b7-2f81-4c42-bfa8-f883745fd1ae
  kind: Event
  lastTimestamp: "2026-04-17T17:05:39Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9efca4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9efca4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:05:39Z"
    name: isvc-secondary-9efca4.18a733ce7d49e6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: 6c3d8649-67f9-4c00-930c-8ec08c365926
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9efca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: a9c459b7-2f81-4c42-bfa8-f883745fd1ae
  kind: Event
  lastTimestamp: "2026-04-17T17:05:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9efca4": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:05:39Z"
    name: isvc-secondary-9efca4.18a733ce7d4a3c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: a718051e-981a-43bf-8dad-1177cc0bc4ba
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:43:59.109619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a7329f9b6b200f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: 81e6fbad-3ff0-4fd3-b4ad-695710666095
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a7329fa53a3473
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: e732d8bb-5477-457f-aed4-311159ca4db2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:01Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:44:01Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a00e15b652
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 0e01b409-cf64-4274-aaef-ab98657dbbf5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:01Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a00f9926e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 4b8c78d0-93ff-4059-8e9e-abbd4211e4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:01Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a013051311
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 72fcf0b1-421c-475b-bfeb-9f6594ffc493
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:01Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0136f4247
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 25c6d9ae-50b7-4aa4-87e0-8dc89e0ea261
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:04Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0f7ac90f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 4608e768-3710-40eb-b488-729585a74651
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0fb188446
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 0aaa1665-3246-42b6-8a14-fb0c88eaecb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0fb9423be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: a28a2d50-0d96-461b-a72a-2294743e6422
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0fba0bd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: d985b6a4-0365-43b3-8fab-647abc9109e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0fedd42e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: e3f9edf1-5e0c-4b97-bd69-009f404fda1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0ff4b4fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: 024d8244-26fc-4019-b741-cbfa2ca0a81c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:63b01855d4f4d9cc9a109698dbd7d7889d3c2d40a32577f5946d367ab2c8c321"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a0ff5887f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 07eaa43c-084f-4bc0-b193-a1a280e2dd74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a102a5f922
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: f0084393-8330-4958-a99a-4417d4dac9f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:44:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:05Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a10318caa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 2ae34bf8-055b-46a1-9033-40b1bb8e198f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:45:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:41Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a133b7438e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: e80086f9-9508-4e99-99e2-8e0a31d87fc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:45:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:31Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732a133c10399
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: e3a084c9-7a7f-4fec-b1a1-61545980a363
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732b36b35824a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: c210ce0c-7dba-4cc6-98ae-ab08fdaa5c8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732b36b3849dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 51ca3168-d998-4e82-9228-28400c9a93d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732b36b38c83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 5852f365-3159-4f46-a4ec-23202db12aeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: f39e851a-b16f-4c87-9593-2cee656ad54c
  kind: Event
  lastTimestamp: "2026-04-17T16:45:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:41Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb.18a732b40fd2c9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 9075239d-37ec-4992-9933-197581f00229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 8f0c6473-4fe8-4763-8808-0ea1d87630dd
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-ccbd696dd-cxrqb'
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd.18a7329f9b01fddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: a5a792b6-7191-4426-b819-6c0c2cdd1ba2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 3c0d9632-c4c4-46dd-a327-1a0e42484910
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-ccbd696dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7329f964b7fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: aa1d6c3c-fe56-49c8-80e0-9e360a5d1b2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: e931d5ea-3d2e-40c3-9ecc-a31dd58185e1
  kind: Event
  lastTimestamp: "2026-04-17T16:44:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:44:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a732a315324a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: ec639ad6-4e10-430d-9994-76994cbc92c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: e931d5ea-3d2e-40c3-9ecc-a31dd58185e1
  kind: Event
  lastTimestamp: "2026-04-17T16:44:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:44:44Z"
    name: isvc-sklearn-batcher-custom-predictor.18a732a31597a7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 6164010d-cdeb-4709-a800-a578a15bfce4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: e931d5ea-3d2e-40c3-9ecc-a31dd58185e1
  kind: Event
  lastTimestamp: "2026-04-17T16:45:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:14Z"
    name: isvc-sklearn-batcher-custom-predictor.18a732a69461f644
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 77b07e28-4b8d-4c82-b4be-8e34f8a4bb42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: e931d5ea-3d2e-40c3-9ecc-a31dd58185e1
  kind: Event
  lastTimestamp: "2026-04-17T16:45:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:14Z"
    name: isvc-sklearn-batcher-custom-predictor.18a732a694c6da89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: e22e51e0-a19d-45af-a541-87edf90520c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: f33cf029-4c76-487d-9697-54d2a17fdc53
  kind: Event
  lastTimestamp: "2026-04-17T16:45:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:12Z"
    name: isvc-sklearn-batcher-custom.18a7329f96296e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: deb1a3e4-2542-4374-9664-77f645076ea2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: f33cf029-4c76-487d-9697-54d2a17fdc53
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-custom.18a7329f96cf4dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 1afd9d80-23ed-4312-b52d-3348ae4b14f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: f33cf029-4c76-487d-9697-54d2a17fdc53
  kind: Event
  lastTimestamp: "2026-04-17T16:45:12Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:12Z"
    name: isvc-sklearn-batcher-custom.18a732b098353e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 6ef4019b-0538-4684-8851-9cbc2e8acd8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:42:13.949383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14328"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:42:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:42:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a732871f6146a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 9cf04343-e62c-40ab-9351-1130cf0a21aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T16:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:14Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a73287299620e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14344"
    uid: 681b3f13-8ccf-4b1b-b943-61ac6f14343a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14340"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:14Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:42:14Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a732875ccb371c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14353"
    uid: b855d82b-f6f6-4e09-9cab-0c37c34bae89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
  metadata:
    creationTimestamp: "2026-04-17T16:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:15Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a732875e4e8959
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: 3cca4cbd-9c7b-4efb-9ff8-b7486e849af4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    in 3.222s (3.222s including waiting). Image size: 301288360 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:18Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a732881e6027ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14383"
    uid: 5812b692-42b6-4c6f-becc-f4c549cf7f96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:18Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a732882263d0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: 9c87132a-74d1-4ee5-806b-dea29ae56ab8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:18Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328822c5f63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 75c2a9a4-e0f2-4fc4-87b1-7411ad2e0eb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:22Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-17T16:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:22Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a73289226a06cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: e38a9b6f-8b95-4028-b830-c96763059c36
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 13.618s (13.618s including waiting). Image size: 1560612266 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:36Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328c4e242fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: d9786b8c-4860-405e-859f-81dbed952bf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:36Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328c52ac589a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: e4d12b42-39b5-416c-9f0b-8bfde2f69be3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:36Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328c5316185a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: 10295284-6cac-4762-9235-7e829b8911c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-17T16:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:36Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328c5322ff75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: 8448a85a-855e-4da9-8d7c-5a3a654461e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.16s (2.16s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328cd3efe5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14539"
    uid: f5f06e81-b40f-48ed-a805-5c28c9e8e293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328cd6ecc74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14540"
    uid: aa969dec-fef3-45f8-937f-47443ff74f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328cd751ec16
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: b4ba8792-8f08-4220-b38f-e125263f1b2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:63b01855d4f4d9cc9a109698dbd7d7889d3c2d40a32577f5946d367ab2c8c321"
  metadata:
    creationTimestamp: "2026-04-17T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328cd75f5856
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 4296bead-19e0-419c-b639-6134ff5179be
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:63b01855d4f4d9cc9a109698dbd7d7889d3c2d40a32577f5946d367ab2c8c321"
    in 2.828s (2.828s including waiting). Image size: 237897293 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:41Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328d7ff70b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: d14ccef1-c252-4eec-ac03-0c1549804a98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:41Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T16:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:41Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328d83550dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: ebcb24fa-d84c-434c-be06-f4622dd3df36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:42:41Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T16:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:42:41Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328d83bd636f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: 7d077c49-52dd-463e-9dbb-3fb215c69823
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:44:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T16:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:14Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328d934f3a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 38944515-f31a-4f87-b185-cd23affb829f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:44:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T16:42:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:14Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7328dcf1e5849
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 0eca8b66-fc75-4cb2-9b31-3fb8e51e6dad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7329f95331935
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: 527b6a1f-efbb-4afd-adeb-fd21e3cde1fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7329f95374ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: f3fd63c4-9315-4eab-9b7e-575cb3109466
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:43:59Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a7329f953a84f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 463db22e-2771-4d19-8c50-faecb0c2c738
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 3b1d2ca1-5872-4d90-869e-671b71f40731
  kind: Event
  lastTimestamp: "2026-04-17T16:44:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:44:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz.18a732a0ab47295d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: d01bc70a-699b-455a-a434-5e4fc9467a5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c75bdff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: 45d4202e-e0d3-4cd0-b074-5f12d93b376e
  kind: Event
  lastTimestamp: "2026-04-17T16:42:13Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c75bdff6f-vjpxz'
  metadata:
    creationTimestamp: "2026-04-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:42:13Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f.18a732871ef700de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14329"
    uid: 8ef604df-6d21-4bc0-b864-9d93d6a0472c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14319"
    uid: 22718558-5d19-481f-9e3b-07061f50240c
  kind: Event
  lastTimestamp: "2026-04-17T16:42:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c75bdff6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:42:13Z"
    name: isvc-sklearn-batcher-predictor.18a7328719554f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: ab3ef389-d496-4a1b-8b46-f26c025ec4bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: a477b083-dcf5-4c7f-8d99-51215ace1499
  kind: Event
  lastTimestamp: "2026-04-17T16:43:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:43:14Z"
    name: isvc-sklearn-batcher-predictor.18a7328a9f0ba3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: fc6a0f0d-55ef-4758-ad74-60ce7930202e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: a477b083-dcf5-4c7f-8d99-51215ace1499
  kind: Event
  lastTimestamp: "2026-04-17T16:43:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:43:14Z"
    name: isvc-sklearn-batcher-predictor.18a7328a9f6ca984
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: ed3395a6-46af-4a27-ab8b-49379e8a1bd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: a477b083-dcf5-4c7f-8d99-51215ace1499
  kind: Event
  lastTimestamp: "2026-04-17T16:43:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:43:44Z"
    name: isvc-sklearn-batcher-predictor.18a732989b12555e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 0405d4f1-3d89-4057-b9d2-385cb0728da8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: a477b083-dcf5-4c7f-8d99-51215ace1499
  kind: Event
  lastTimestamp: "2026-04-17T16:43:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:43:44Z"
    name: isvc-sklearn-batcher-predictor.18a732989bcd82cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 0fa5cb23-be43-4f6a-b475-799020d6ceaa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: 7a784bab-2467-4ccc-a6cc-a4e87a6183d4
  kind: Event
  lastTimestamp: "2026-04-17T16:43:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:43:44Z"
    name: isvc-sklearn-batcher.18a732871fa0b763
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 5e285cfb-1541-4bc2-af80-81c369a3b35b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: 7a784bab-2467-4ccc-a6cc-a4e87a6183d4
  kind: Event
  lastTimestamp: "2026-04-17T16:42:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:42:13Z"
    name: isvc-sklearn-batcher.18a7328720570097
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: dad7fe40-5611-4b56-869d-256feb347a82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: 7a784bab-2467-4ccc-a6cc-a4e87a6183d4
  kind: Event
  lastTimestamp: "2026-04-17T16:42:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:42:13Z"
    name: isvc-sklearn-batcher.18a73287205755f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: abe9a8fe-186c-4ce8-acd3-b6ff8714eb6b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 7a784bab-2467-4ccc-a6cc-a4e87a6183d4
  kind: Event
  lastTimestamp: "2026-04-17T16:43:44Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:43:44Z"
    name: isvc-sklearn-batcher.18a7329c449c33f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 750b696d-6c8b-4830-afb6-7a687d7af5b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:54:31.086145Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73332c027a5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 9dbd93b4-b9a0-440a-8a92-9e34f2c7e655
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73332d99f7ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 71a7eaae-b9ae-4d08-8aca-26ee2397d2b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73332db14c958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20423"
    uid: 76bd5f3f-ef3a-4bd0-ae4e-8e929add15e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73332de3ba5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: f0f89240-17ce-4691-9eaf-abbe2b2421ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73332dea8bf49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: d1e354e7-430e-4052-bdf0-49df098a6796
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73333b9411e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: 18e06734-30e5-416d-ae1a-4354516126e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73333bc90a101
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: c1029e5b-7520-4e58-a50e-4ba39eda5632
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73333bd239abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: 3942bba7-93a6-4431-a6c7-3365076cd466
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-17T16:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:35Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73333bd2ec954
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: f9dbafd6-d003-436c-9425-f231713feecd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.474s (2.474s including waiting). Image size: 237663782 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:37Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a7333450a6014f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: b463cd1a-edc9-4c34-8c02-97d4d67876cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:37Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-17T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:37Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a733345405751a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 97c029a5-f32d-45a7-abef-e67e076face0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:37Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-17T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:37Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a733345476405a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: a1543b0c-5545-444b-9bf5-f87d6cb99d8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:37Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a7333454823bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 72ab15b0-58c8-459d-ad6e-ca88885a552e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:37Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a733345752cc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: 6bfc9325-7b62-4a82-987e-a07f44e5a990
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:54:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:54:37Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a7333457c9a532
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 81b458ed-202c-4560-b1cd-34211612bc3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73345668f1b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21025"
    uid: 55dd6acc-e836-47ae-8b18-0042612d9011
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a733456691f22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: 913f2fc1-d134-46b0-9451-fbc792cfcb6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:55:51Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-17T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:55:51Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a73345669333fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: e67f29af-7c59-4027-9375-695ea5081313
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:56:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:19Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a733461f1191e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: f23e65c6-29c9-4563-ac06-0993c7851a2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: f9c7421d-22b0-475a-ad50-3943100cc496
  kind: Event
  lastTimestamp: "2026-04-17T16:56:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:56:14Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr.18a733461f74f58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 2b01b539-eb04-427b-a485-5dd7a078af3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5fdf4889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: dcc4af76-2594-4e40-b127-93b0cb5e3cdb
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5fdf4889b4-5rclr'
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4.18a73332bfbc5ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 33bfe6be-ac77-4fcb-8c1d-4cdaa473b116
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20391"
    uid: a88d19c1-f4f4-464a-97df-34d7f82ab74f
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5fdf4889b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp-predictor.18a73332bccf4470
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: fad5d53b-c5f0-4601-9fb6-ca4cb8bd993a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 423eb2a6-25a7-4382-b423-c4541c2ca341
  kind: Event
  lastTimestamp: "2026-04-17T16:55:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:55:44Z"
    name: isvc-sklearn-mcp.18a73332bc63cd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: 58f13905-7908-432a-bfde-809a794bd22b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 423eb2a6-25a7-4382-b423-c4541c2ca341
  kind: Event
  lastTimestamp: "2026-04-17T16:54:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:54:31Z"
    name: isvc-sklearn-mcp.18a73332bce5485b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: d75fdc4e-242f-481a-91f2-de46aaf814a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: 423eb2a6-25a7-4382-b423-c4541c2ca341
  kind: Event
  lastTimestamp: "2026-04-17T16:55:44Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:55:44Z"
    name: isvc-sklearn-mcp.18a73343d02c4603
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 2330f305-3e35-4612-8c07-3373e1b5a5b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:15:23.924426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:15:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:15:23Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734567322b024
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: acb99f7f-784c-4059-b259-8e783a0e3fe8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:24Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:15:24Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734568c40ea77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31106"
    uid: cb2507f0-3693-4499-b0e3-5063d6876f09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:24Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734568da5f5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: 20b4d7e5-93a1-4830-a985-6a012adf09d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:24Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734569071f36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 99a34dbc-6c5c-411c-bd30-e5e5d541527f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:24Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a7345690df8dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 50ed4c67-07e4-44fc-9736-398287912570
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a73457846b7b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: f10e7d5a-be48-47dc-ac7a-efa1c216a6ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a7345787ea0f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: de45d5a9-e055-4fdd-8db1-ba315d968e28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a73457885d6ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31158"
    uid: 54e1f505-e91b-49e6-9382-cabc1b62afb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a73457886a8156
    namespace: kserve-ci-e2e-test
    resourceVersion: "31159"
    uid: a7853703-b91c-4113-ae9d-c7359400da33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734578bc44922
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: d6d839a9-fd8c-4f34-a1b7-e5b47f2b459a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:15:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:15:28Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734578c31a352
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: ea2fefee-533a-4900-8bd4-f7534784c15c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:16:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a73457fc1fa931
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 4b4fe73c-0840-483e-a08f-c5f7e6545eed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:16:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734691a4d51fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: b7dab5bb-13e4-4371-8517-2520f338b13a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:16:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a734691a4dda23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 9f913774-9485-4e03-b615-63450c282d39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: f020fda3-0a7c-41a8-a5ee-a44f93f37150
  kind: Event
  lastTimestamp: "2026-04-17T17:16:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:46Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-xgzx7.18a73469ae456b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: 5efd7000-4e0f-4c5e-8c50-7915a658fde5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d8dbfbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: 80103a3d-4081-4921-b0ce-b7b010a7f240
  kind: Event
  lastTimestamp: "2026-04-17T17:15:23Z"
  message: 'Created pod: isvc-sklearn-predictor-d8dbfbbb9-xgzx7'
  metadata:
    creationTimestamp: "2026-04-17T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:23Z"
    name: isvc-sklearn-predictor-d8dbfbbb9.18a734567299c992
    namespace: kserve-ci-e2e-test
    resourceVersion: "31093"
    uid: aae65df8-4efa-42af-ab28-1ae747d7ead5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31078"
    uid: e5bf5eaa-3b89-4b1c-b161-7c3694e088ee
  kind: Event
  lastTimestamp: "2026-04-17T17:15:23Z"
  message: Scaled up replica set isvc-sklearn-predictor-d8dbfbbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:23Z"
    name: isvc-sklearn-predictor.18a734566fc14eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 45ed0195-7f94-42cb-bfd0-d728afaf3cf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 2e0e1f6c-d357-4cb9-8c96-8375d8bf54ae
  kind: Event
  lastTimestamp: "2026-04-17T17:15:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:53Z"
    name: isvc-sklearn-predictor.18a73459ee80a731
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: 1d78dd6b-7098-4a9a-a5f7-852d494e0423
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 2e0e1f6c-d357-4cb9-8c96-8375d8bf54ae
  kind: Event
  lastTimestamp: "2026-04-17T17:15:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:53Z"
    name: isvc-sklearn-predictor.18a73459eeccc233
    namespace: kserve-ci-e2e-test
    resourceVersion: "31345"
    uid: 57f45e23-7a8b-4be9-b6d6-2028471210e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: 2e0e1f6c-d357-4cb9-8c96-8375d8bf54ae
  kind: Event
  lastTimestamp: "2026-04-17T17:16:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:16:38Z"
    name: isvc-sklearn-predictor.18a73460ecb9a283
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: 660fa2e1-3138-448c-a5a7-e98389ba6702
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: 2e0e1f6c-d357-4cb9-8c96-8375d8bf54ae
  kind: Event
  lastTimestamp: "2026-04-17T17:16:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:16:38Z"
    name: isvc-sklearn-predictor.18a73460ed171328
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: fbf59a20-660a-4c88-9716-fcc34fa34bf6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:17:44.319710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a734772358c636
    namespace: kserve-ci-e2e-test
    resourceVersion: "32271"
    uid: 8a10a34f-a2eb-4fc0-a091-ef95acde75d4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a734772e7fc827
    namespace: kserve-ci-e2e-test
    resourceVersion: "32281"
    uid: fea17124-c644-4a15-8653-cad2cec5270f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32275"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:45Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:17:45Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a7347760e0dddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: af9c353a-cd0e-4391-a1a1-77cd9a0ea054
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:45Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a7347762431101
    namespace: kserve-ci-e2e-test
    resourceVersion: "32296"
    uid: 087d45a0-f736-4365-aff2-c9bc5b067f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:45Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a7347765c4e9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: 7af04d30-f081-4a96-a5b6-5f6caf02cb35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:45Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a734776638d8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32298"
    uid: 714382e8-7faf-4972-83f1-26dd8b5e7030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:51Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478b25216e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32346"
    uid: a61dd87d-ba6f-46d0-b989-34191f84c4a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:51Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478b5f33475
    namespace: kserve-ci-e2e-test
    resourceVersion: "32351"
    uid: 103fe077-9b45-4b3d-87f4-7e3557967aa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:51Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478b66c3839
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: dfae88fc-253c-4e34-a084-c893c7145bfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:51Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478b67a2a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: aef11e71-2980-44c4-84fa-f1cd4c3720ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:51Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478b9cfdceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 0817cc67-b6b7-4d79-a2f9-09464c6ed00b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:51Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478ba4a2110
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 0b889be0-508b-431c-b742-a0bf59733de5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:17:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:58Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a73478ee52241e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: 0348d091-deba-4047-a4c6-0cbb77720fc9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:18:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a7347fc9dc366e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: fed659de-5fcc-4b6d-a2f8-6794d1fa1744
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 9d96031c-66ad-492d-97a9-33caa5d83443
  kind: Event
  lastTimestamp: "2026-04-17T17:18:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-pgv28.18a7347fc9dce327
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 070c28b3-3386-424a-bac0-93ad4b6431d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65cd49579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: 8c4f3e09-fa92-4248-900f-fa65426b3da0
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65cd49579f-pgv28'
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f.18a7347722ec6cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: 523a9cd9-ecd1-40ec-8dc1-fa680f11a136
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 6c3b0905-4790-4144-9fa2-abc12aca34eb
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65cd49579f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: isvc-sklearn-runtime-predictor.18a734771f11f369
    namespace: kserve-ci-e2e-test
    resourceVersion: "32256"
    uid: dc1cc217-8548-4a32-a1d4-664ae063164c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: 59f70147-3381-48dd-aa2e-dcd5e5280be8
  kind: Event
  lastTimestamp: "2026-04-17T17:18:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:18:14Z"
    name: isvc-sklearn-runtime-predictor.18a7347a9db32a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "32538"
    uid: de48127d-63ad-4e83-ae50-355c64f2051f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: 59f70147-3381-48dd-aa2e-dcd5e5280be8
  kind: Event
  lastTimestamp: "2026-04-17T17:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:18:14Z"
    name: isvc-sklearn-runtime-predictor.18a7347a9e15a8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: 36565efc-9403-4b54-8753-45878b7e3f9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 12e55f95-32ca-417a-8e97-58eb9896b24a
  kind: Event
  lastTimestamp: "2026-04-17T17:18:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:18:08Z"
    name: isvc-sklearn-runtime.18a734771eff5781
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: 0588cdcb-09a0-426e-9e97-8f316c06e542
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 12e55f95-32ca-417a-8e97-58eb9896b24a
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: isvc-sklearn-runtime.18a734771fba793a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: 864665db-dc53-4cbe-ace7-bdf401040448
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32239"
    uid: 12e55f95-32ca-417a-8e97-58eb9896b24a
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: isvc-sklearn-runtime.18a7347725db4765
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: b478af2b-b120-4740-a6b1-4757f12a0507
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32493"
    uid: 12e55f95-32ca-417a-8e97-58eb9896b24a
  kind: Event
  lastTimestamp: "2026-04-17T17:18:08Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:18:08Z"
    name: isvc-sklearn-runtime.18a7347cae896e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32494"
    uid: 3eeb2387-74c5-48df-b7a5-cc525fdcf6f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:32:37.626954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-88457d696-jcz4m
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:32:37Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a73547209b8b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39773"
    uid: 8984b73a-9c21-4f04-a4b4-c58d2da876fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a7354739e3ff1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39786"
    uid: e714a528-4c01-45d2-80e5-94fb3b3aa131
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a735473bc985c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39788"
    uid: af58a43b-81c1-4345-bb94-4f24d6eece4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a735473ecc1401
    namespace: kserve-ci-e2e-test
    resourceVersion: "39790"
    uid: 55ae1111-078a-4d85-9d6a-16485a1a1456
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a735473f38bf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 3e3e1613-198c-4cf7-b8cd-b071dbdb5903
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:39Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a735477d35987b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39804"
    uid: bc5092e0-d9dc-4947-94ea-e6b78686da3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:39Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a73547806491dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39806"
    uid: 4c96f693-d0d5-42bb-b889-923e17a03421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:39Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a7354780d5109e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39807"
    uid: aa9c9ae9-c519-4cd4-9954-dc9cf9c9b8b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:39Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a7354780e17661
    namespace: kserve-ci-e2e-test
    resourceVersion: "39808"
    uid: 21e2a691-74ba-4966-bf14-b941eb3037a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:39Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a7354783ec3ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39809"
    uid: 978be4d6-1422-420a-b374-141f212f11ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:39Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a73547845d65b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39810"
    uid: 211d269c-71db-4740-8095-a3d834bd934f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:36Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a73547b92e332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40219"
    uid: b6724f0c-a4b8-4162-a4bd-570d5459cbd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a7355772db3d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "40331"
    uid: aaa9eb06-4971-4d00-a763-d4f3745a54f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a7355772dbb02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40332"
    uid: 3020ef4e-8ce1-4661-af4b-70379041a5b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "39771"
    uid: e7b3e9e3-76c5-4323-9c52-f90f47af846e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:51Z"
    name: isvc-sklearn-s3-predictor-88457d696-jcz4m.18a735584156bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40419"
    uid: 76439ee2-bb33-4d4b-a27f-89e1747ac054
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-88457d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "39758"
    uid: 1391a63d-9b06-4edf-90b8-2fb84a56af12
  kind: Event
  lastTimestamp: "2026-04-17T17:32:37Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-88457d696-jcz4m'
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:32:37Z"
    name: isvc-sklearn-s3-predictor-88457d696.18a7354720094c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: c6a15dfc-f5ba-4ee0-84b7-dc128d3c793e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: b6d4d9aa-7e37-4871-8ade-3926f4bb2ca5
  kind: Event
  lastTimestamp: "2026-04-17T17:32:37Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-88457d696 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:32:37Z"
    name: isvc-sklearn-s3-predictor.18a735471ba21f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39760"
    uid: 54ee308b-ee34-4735-a679-5593a7ec844f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: ae82e8d6-215f-4120-92a9-5b44a6a9e801
  kind: Event
  lastTimestamp: "2026-04-17T17:33:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:07Z"
    name: isvc-sklearn-s3-predictor.18a7354a9a67e456
    namespace: kserve-ci-e2e-test
    resourceVersion: "40022"
    uid: 3819bb10-2ba0-4bc7-aea2-438cd101149a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: ae82e8d6-215f-4120-92a9-5b44a6a9e801
  kind: Event
  lastTimestamp: "2026-04-17T17:33:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:07Z"
    name: isvc-sklearn-s3-predictor.18a7354a9ac7e061
    namespace: kserve-ci-e2e-test
    resourceVersion: "40023"
    uid: 50f17206-d230-4766-9caa-098f1f33a5fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39917"
    uid: ae82e8d6-215f-4120-92a9-5b44a6a9e801
  kind: Event
  lastTimestamp: "2026-04-17T17:33:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:37Z"
    name: isvc-sklearn-s3-predictor.18a7355199b64823
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: f37e0e0b-999d-4d24-8a7e-dfa84e4215ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39917"
    uid: ae82e8d6-215f-4120-92a9-5b44a6a9e801
  kind: Event
  lastTimestamp: "2026-04-17T17:33:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:37Z"
    name: isvc-sklearn-s3-predictor.18a735519a58892e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: c2c26d61-acb2-4c1b-a560-3f21b4798407
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:36:21.117959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41736"
    uid: b1167b39-d155-4cee-b23c-c47db3a14e11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:36:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb.18a7357b29b59fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41743"
    uid: 98913338-0cf6-4374-8f67-983a52709b70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41747"
    uid: b1167b39-d155-4cee-b23c-c47db3a14e11
  kind: Event
  lastTimestamp: "2026-04-17T17:36:21Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:36:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb.18a7357b4324057a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41755"
    uid: db714528-dc31-4f6c-8abf-697dc186eb53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41739"
    uid: b1167b39-d155-4cee-b23c-c47db3a14e11
  kind: Event
  lastTimestamp: "2026-04-17T17:36:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb.18a7357b44ae1e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "41815"
    uid: 98be4189-4442-44d4-bb4e-a2e08b77ee8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41739"
    uid: b1167b39-d155-4cee-b23c-c47db3a14e11
  kind: Event
  lastTimestamp: "2026-04-17T17:36:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb.18a7357b47af5b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "41819"
    uid: a01e94af-faec-4b66-aa4d-f9f16c210e22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41739"
    uid: b1167b39-d155-4cee-b23c-c47db3a14e11
  kind: Event
  lastTimestamp: "2026-04-17T17:36:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:28Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb.18a7357b4838885f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41820"
    uid: a4687d90-c115-4333-982f-080a91aa3f06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41739"
    uid: b1167b39-d155-4cee-b23c-c47db3a14e11
  kind: Event
  lastTimestamp: "2026-04-17T17:36:31Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb.18a7357d7d8a78d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41864"
    uid: 5e70ecba-94c0-4985-8b06-607652daafea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41726"
    uid: a65179ca-6477-4f85-bd7a-a7b5a34b07f5
  kind: Event
  lastTimestamp: "2026-04-17T17:36:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-hqrvb'
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd.18a7357b29402a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "41738"
    uid: 3afd193e-959e-4cdb-8dc1-fbc7c50ab644
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41724"
    uid: 4132f7e6-97ae-4c37-9c77-3b269202fc99
  kind: Event
  lastTimestamp: "2026-04-17T17:36:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a7357b266d5a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41728"
    uid: e475a488-f740-474d-8991-03c60e7a45cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41715"
    uid: c87b47df-f283-4364-8e4e-5666c08cc8fc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:28Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a7357b263feae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41821"
    uid: b88b9c72-94cb-4cf7-8091-6f0cdfbbdfdb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41715"
    uid: c87b47df-f283-4364-8e4e-5666c08cc8fc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:21Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a7357b269bbf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: 6e3fd72a-977e-4847-95e9-600978319563
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:35:09.985754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:35:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:35:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356a99e655a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41149"
    uid: b67cec79-b1d0-49ff-ad97-8449ad7da967
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41154"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:10Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:35:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356ab2f42390
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: 5734cee2-1982-4014-9912-29ff1a6fb2b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356ab44fba20
    namespace: kserve-ci-e2e-test
    resourceVersion: "41164"
    uid: 447f43d3-9dd0-4124-8880-1d173050c5b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356ab762b0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41165"
    uid: 02b92583-a901-4a0f-8050-e2014a262db4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356ab7d3664f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: 24d4619f-abf2-4411-ad00-b5b85bf2d534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b017271dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: 836afd4a-4cd4-4c14-b838-0de6b5d38464
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b048961ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41186"
    uid: 0b0759f1-f185-4f54-8442-db2fb19790bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b0510bd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "41188"
    uid: 61c59d00-5989-4839-89c0-03c30f64de85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b051df852
    namespace: kserve-ci-e2e-test
    resourceVersion: "41189"
    uid: fda7a0ff-7d11-44d6-aa3a-1747ec3185f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b08495bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41190"
    uid: 0e9ad1d3-c265-4250-b5bd-ad0c8a22a029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b08b677fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41191"
    uid: d9854e4c-bb6c-4666-b782-5eb6e1f1fcb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:36:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7356b794b7045
    namespace: kserve-ci-e2e-test
    resourceVersion: "41601"
    uid: f93eb8ff-c2f0-449a-8eb1-19c3fde9c59c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:36:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7357ae8ee24ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41696"
    uid: 7ac35f8d-282c-44b4-8b55-e78ad6012975
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 91f9ec72-296c-489c-b8a1-b4f01db5d65c
  kind: Event
  lastTimestamp: "2026-04-17T17:36:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v.18a7357ae8ee8669
    namespace: kserve-ci-e2e-test
    resourceVersion: "41697"
    uid: a0c17d99-084e-484d-bcca-ab580595f6ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    namespace: kserve-ci-e2e-test
    resourceVersion: "41135"
    uid: a98debda-5fea-4ba8-9086-83df7f478b7b
  kind: Event
  lastTimestamp: "2026-04-17T17:35:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-c8k2v'
  metadata:
    creationTimestamp: "2026-04-17T17:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664.18a7356a998f5662
    namespace: kserve-ci-e2e-test
    resourceVersion: "41144"
    uid: c6b60d2a-b819-4bbf-8de4-90027d9d3622
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: 176399d1-e11e-4b70-be8f-76d3c138d3b8
  kind: Event
  lastTimestamp: "2026-04-17T17:35:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a7356a9738cbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41137"
    uid: 1316f4f8-4542-442b-bdc9-9f15d36e2143
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41134"
    uid: 7f0693c5-d20f-439e-af60-dd9e2f6ffa2e
  kind: Event
  lastTimestamp: "2026-04-17T17:35:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a7356e15e2d21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41286"
    uid: c31e9a61-8c7b-496a-9a94-1a08eb9fa5cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41134"
    uid: 7f0693c5-d20f-439e-af60-dd9e2f6ffa2e
  kind: Event
  lastTimestamp: "2026-04-17T17:35:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a7356e164e87d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41288"
    uid: 7830a2da-41e9-4df9-9e44-2924be0a9ec6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41287"
    uid: 7f0693c5-d20f-439e-af60-dd9e2f6ffa2e
  kind: Event
  lastTimestamp: "2026-04-17T17:36:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a73571955bdf21
    namespace: kserve-ci-e2e-test
    resourceVersion: "41604"
    uid: 8fffd087-c809-40b3-9dbc-922c7044968a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41287"
    uid: 7f0693c5-d20f-439e-af60-dd9e2f6ffa2e
  kind: Event
  lastTimestamp: "2026-04-17T17:36:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a7357195c41681
    namespace: kserve-ci-e2e-test
    resourceVersion: "41605"
    uid: 2c90e33b-4c39-44c4-8d19-ad43e00e21cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41122"
    uid: 684ff2ee-c2c5-48e3-8c61-8e9fa3fac9cf
  kind: Event
  lastTimestamp: "2026-04-17T17:36:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a7356a9727e11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41676"
    uid: 907fb8e6-862d-4940-afc8-9b56daaa6614
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41122"
    uid: 684ff2ee-c2c5-48e3-8c61-8e9fa3fac9cf
  kind: Event
  lastTimestamp: "2026-04-17T17:35:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:09Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a7356a97c4b4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41139"
    uid: 2089bb77-b26f-48e4-a617-f1c7720442ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41674"
    uid: 684ff2ee-c2c5-48e3-8c61-8e9fa3fac9cf
  kind: Event
  lastTimestamp: "2026-04-17T17:36:19Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a7357adcc50b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "41675"
    uid: a329dcbd-05f0-42ce-aef7-f33fc2634091
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:34:58.941122Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40974"
    uid: c9035fd2-ffab-4ad5-899d-8f02d9c66079
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:34:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:34:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x.18a735680796a349
    namespace: kserve-ci-e2e-test
    resourceVersion: "40979"
    uid: 6650b4cf-f6a4-4837-a2d4-0e37088eb659
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40983"
    uid: c9035fd2-ffab-4ad5-899d-8f02d9c66079
  kind: Event
  lastTimestamp: "2026-04-17T17:34:59Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:34:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x.18a7356820d14b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "40991"
    uid: 5190181e-e305-4d4c-a591-ab4718613d2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40977"
    uid: c9035fd2-ffab-4ad5-899d-8f02d9c66079
  kind: Event
  lastTimestamp: "2026-04-17T17:35:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x.18a73568222347c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41017"
    uid: ec9c4bc0-8b4a-40f4-a6ca-f33a1ea1a6de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40977"
    uid: c9035fd2-ffab-4ad5-899d-8f02d9c66079
  kind: Event
  lastTimestamp: "2026-04-17T17:35:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x.18a7356825358d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "41021"
    uid: 4693b537-eb6c-47f3-bfaf-110da03de474
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40977"
    uid: c9035fd2-ffab-4ad5-899d-8f02d9c66079
  kind: Event
  lastTimestamp: "2026-04-17T17:35:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:01Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x.18a7356825a9fdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: ba9ac08e-af05-40f0-8df5-7d641d0ebe4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40977"
    uid: c9035fd2-ffab-4ad5-899d-8f02d9c66079
  kind: Event
  lastTimestamp: "2026-04-17T17:35:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x_kserve-ci-e2e-test(c9035fd2-ffab-4ad5-899d-8f02d9c66079)
  metadata:
    creationTimestamp: "2026-04-17T17:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:04Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x.18a735695f169ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: a7165b3b-fcf0-4b8b-ae66-c2d9d8ca73ee
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40964"
    uid: 06c991bf-e157-4ab7-86f3-40e63921b843
  kind: Event
  lastTimestamp: "2026-04-17T17:34:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-qvq2x'
  metadata:
    creationTimestamp: "2026-04-17T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb.18a735680726c463
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: d9e265c4-06e9-4343-8ea8-d673184e0199
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40962"
    uid: c6c334ac-1653-49dc-b7e9-4ad52d4884f6
  kind: Event
  lastTimestamp: "2026-04-17T17:34:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a7356803f3b741
    namespace: kserve-ci-e2e-test
    resourceVersion: "40967"
    uid: 5b3ec98e-e0db-4278-87b9-bb8817ab6168
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 4129cd4b-ce06-4121-9a32-c2b4fbf34642
  kind: Event
  lastTimestamp: "2026-04-17T17:35:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:05Z"
    name: isvc-sklearn-s3-tls-global-fail.18a7356803cf7b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "41061"
    uid: a93c44b2-3059-41c7-b5b6-3688e1423d2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 4129cd4b-ce06-4121-9a32-c2b4fbf34642
  kind: Event
  lastTimestamp: "2026-04-17T17:34:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:34:58Z"
    name: isvc-sklearn-s3-tls-global-fail.18a73568047b2901
    namespace: kserve-ci-e2e-test
    resourceVersion: "40969"
    uid: 2458a9fa-bc4f-4e6e-807f-e9a650c21949
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:33:47.879804Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40354"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a735577c00f0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 87a9dbae-3552-4f0d-91f3-5ff3f98d811d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40367"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:48Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:33:48Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557957c47e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40376"
    uid: 9eadeaa5-bd98-426f-a4d0-13bce83e8a4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:48Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a735579706740a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40378"
    uid: 4469c051-809d-46f7-af1c-9578f6056cf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:48Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a7355799f24cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40380"
    uid: 18500f55-9444-4f73-95a9-3dea3f21fb81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:48Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a735579ab3ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 8f8cc57b-bc00-488b-990c-be9b4942f0b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557d83b031b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40395"
    uid: 6e8de8c2-0df0-480f-bcdc-2537e5b48673
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557db0f3493
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 4ea6b2e4-8d81-4033-9997-121f0f09349c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557db8244ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 994e4664-73b0-4127-bcf7-28a27b3778c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557db8f129e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40399"
    uid: fd78a4dd-b4b4-48c5-af09-1fa2e67859bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557de90997a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40401"
    uid: d9100259-415f-4a2c-a6b7-675b15a87d76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73557df04a763
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: b06a490a-bcfe-4122-bbc6-365db239d64b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:34:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a735585009145e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40833"
    uid: 150c0167-2532-45a0-bd14-da1ea70271ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:34:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73567c83d1245
    namespace: kserve-ci-e2e-test
    resourceVersion: "40935"
    uid: dc648032-3378-4512-aed5-d400801272d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: cc13dcd5-0536-484d-b808-2ab218cc7bff
  kind: Event
  lastTimestamp: "2026-04-17T17:34:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x.18a73567c83d85d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40936"
    uid: b834bfae-67a2-4f51-a774-44b761b40e65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: 28f2c0b8-6dea-4cba-8387-3dd9128e95d1
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-czh6x'
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76.18a735577b8018bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: 2bc3fa3f-4f85-4387-aa59-8ebc1283d76e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40342"
    uid: bd3c4c0a-8fe8-4527-93d0-4122d8a82efa
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7355778044096
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: 7a30f27b-0a4a-4439-a3f1-6b4a020290d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: 12a2a03e-5fd7-499c-bb5a-f095f2603206
  kind: Event
  lastTimestamp: "2026-04-17T17:34:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7355af690662f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40838"
    uid: a0319c49-0d0f-4cff-920b-f629c78aae23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: 12a2a03e-5fd7-499c-bb5a-f095f2603206
  kind: Event
  lastTimestamp: "2026-04-17T17:34:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7355af6fee580
    namespace: kserve-ci-e2e-test
    resourceVersion: "40839"
    uid: b0c62672-ea74-4fe8-9cef-1d464f4af627
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: 12a2a03e-5fd7-499c-bb5a-f095f2603206
  kind: Event
  lastTimestamp: "2026-04-17T17:34:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7355e7666017a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40624"
    uid: 6e92566e-fc3f-4e84-9855-77171be02611
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: 12a2a03e-5fd7-499c-bb5a-f095f2603206
  kind: Event
  lastTimestamp: "2026-04-17T17:34:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7355e76dba6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40626"
    uid: 2c1fd7ff-a65a-41a2-966a-6a961e1fed79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40329"
    uid: 1f7b84eb-1949-4faf-b4f5-4634331bd9fb
  kind: Event
  lastTimestamp: "2026-04-17T17:34:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:34:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7355777e10a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40913"
    uid: c071e19e-9027-476e-a983-cb3b9c04bca3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40329"
    uid: 1f7b84eb-1949-4faf-b4f5-4634331bd9fb
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7355778664806
    namespace: kserve-ci-e2e-test
    resourceVersion: "40369"
    uid: 50c538a1-0bfa-4155-b8f6-c0bb59a44c75
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40352"
    uid: 1f7b84eb-1949-4faf-b4f5-4634331bd9fb
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7355781fc3876
    namespace: kserve-ci-e2e-test
    resourceVersion: "40370"
    uid: fa2c8495-3339-4fd1-8c60-64689f4c1861
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40911"
    uid: 1f7b84eb-1949-4faf-b4f5-4634331bd9fb
  kind: Event
  lastTimestamp: "2026-04-17T17:34:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:34:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18a73567b66228ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40912"
    uid: 59b26a40-dad4-4d46-bedc-477d7f23c6a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:37:53.279984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42566"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a735909efe9735
    namespace: kserve-ci-e2e-test
    resourceVersion: "42570"
    uid: 1cb1f750-0f29-4f27-92a0-24f992d50846
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42568"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: "2026-04-17T17:37:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a73590a7c533e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42578"
    uid: ac921da2-f1b2-4ae8-9d5f-8dc4bcfc109c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42574"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: "2026-04-17T17:37:54Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:37:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a73590dc2428e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42587"
    uid: ba5014a3-6632-4d5b-8f05-838787f2975a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42568"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: "2026-04-17T17:37:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a73590dd8edd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "42636"
    uid: 390f6a20-a1f0-48c3-9896-77d6072c2274
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42568"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: "2026-04-17T17:37:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a73590e1527467
    namespace: kserve-ci-e2e-test
    resourceVersion: "42640"
    uid: e78dc31f-1a65-4372-b95e-d955a50dd599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42568"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: "2026-04-17T17:37:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a73590e1c22b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "42642"
    uid: 82af418f-f4e1-4cfb-8e3e-551626f7dfc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42568"
    uid: f43f1f30-376c-409d-aaeb-da92b67441c2
  kind: Event
  lastTimestamp: "2026-04-17T17:38:03Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd.18a73592f3e1e2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42687"
    uid: fc4847e2-8ee2-4952-98ce-b272fee2499e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    namespace: kserve-ci-e2e-test
    resourceVersion: "42555"
    uid: 21f45dfd-051f-4013-8ae4-381558e01bee
  kind: Event
  lastTimestamp: "2026-04-17T17:37:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-nssmd'
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965.18a735909e92ad74
    namespace: kserve-ci-e2e-test
    resourceVersion: "42567"
    uid: 3ccb4c63-b29d-4262-b3d8-77ce5138229b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42553"
    uid: f538cc15-1032-4e97-b6e8-2ac25b371ab2
  kind: Event
  lastTimestamp: "2026-04-17T17:37:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a735909ba61fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42558"
    uid: 82803f17-412a-4e92-acc1-8bf7ddc619f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42541"
    uid: 3b710a62-65de-45e2-b57b-ff6775dce95f
  kind: Event
  lastTimestamp: "2026-04-17T17:37:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:37:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a735909b820886
    namespace: kserve-ci-e2e-test
    resourceVersion: "42643"
    uid: e0f12315-4f12-4402-b0fa-6671979114ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42541"
    uid: 3b710a62-65de-45e2-b57b-ff6775dce95f
  kind: Event
  lastTimestamp: "2026-04-17T17:37:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a735909c08d9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42561"
    uid: 929b9627-fb63-4df4-b91d-2cba875172c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:36:32.172369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41894"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:36:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:36:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357dbc9a8d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "41901"
    uid: 6e508880-8a07-4ebb-bee7-8146748d3caa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357dc7e86525
    namespace: kserve-ci-e2e-test
    resourceVersion: "41909"
    uid: aaca4605-51bf-4a13-afc5-24ebffbcb4b7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41905"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:33Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:36:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357df9a25285
    namespace: kserve-ci-e2e-test
    resourceVersion: "41924"
    uid: 437d10b3-1476-4874-80cf-17375f12b007
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357dfb4c18e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: 3428991d-7516-48a6-9425-9161f3099472
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357dfe3d3524
    namespace: kserve-ci-e2e-test
    resourceVersion: "41928"
    uid: 2f907b05-6e75-4549-ade6-10c28fbcd207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357dfeaeb136
    namespace: kserve-ci-e2e-test
    resourceVersion: "41929"
    uid: 35c51edb-8ad6-45c6-b076-81132377df48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357e6620c817
    namespace: kserve-ci-e2e-test
    resourceVersion: "41951"
    uid: a9493e55-240e-46e9-88a6-de4406d9acd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357e6941db2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41953"
    uid: 846ad3ae-6272-4c5b-b5f1-6ebf6a8179de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357e69b5cf33
    namespace: kserve-ci-e2e-test
    resourceVersion: "41956"
    uid: fceceeff-f07f-4dc4-b59f-2b396ce55616
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357e69c20b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41957"
    uid: 019dfe8a-ff24-4cc3-852e-84b424270a0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357e6c876bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41961"
    uid: 6ad2c196-8330-4347-b799-cead0337785f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:36:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:36:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357e6d0b4c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41962"
    uid: 9ede94fd-dd65-4080-a2ee-659698b3a263
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:37:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a7357eddea4878
    namespace: kserve-ci-e2e-test
    resourceVersion: "42533"
    uid: 3d3adf6a-bd6f-4702-8d34-f6dff3ba12c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:37:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a735905fb9b76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42525"
    uid: df530fc1-4dc8-4eee-80fd-ec300b10a740
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:37:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a735905fba1ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42526"
    uid: 07be0447-6805-461b-8b19-aed6f5b8bf6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: 090c7a0e-ff9c-41c0-9150-d49a52f54dcc
  kind: Event
  lastTimestamp: "2026-04-17T17:37:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:53Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps.18a735908ffcc169
    namespace: kserve-ci-e2e-test
    resourceVersion: "42532"
    uid: e45cb48d-b67d-49e6-b859-e7401309e5ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41885"
    uid: fb0c5fb9-1c45-4ffc-b11e-b967ee82541c
  kind: Event
  lastTimestamp: "2026-04-17T17:36:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-48nps'
  metadata:
    creationTimestamp: "2026-04-17T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf.18a7357dbc0a4220
    namespace: kserve-ci-e2e-test
    resourceVersion: "41897"
    uid: 09b0dd13-12a3-4424-9d53-0f6ff948d360
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41883"
    uid: c96e4860-72f5-4719-835c-dc790a9ef9c2
  kind: Event
  lastTimestamp: "2026-04-17T17:36:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a7357db9702234
    namespace: kserve-ci-e2e-test
    resourceVersion: "41887"
    uid: ab6f2784-21ee-4f23-aec8-e533e73b3ebc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41884"
    uid: 551639f0-aeb0-4cb5-a2d5-2b5de084b579
  kind: Event
  lastTimestamp: "2026-04-17T17:37:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a735813880b6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42149"
    uid: bb873a8b-81a8-4bdf-bda3-3ca4bf820604
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41884"
    uid: 551639f0-aeb0-4cb5-a2d5-2b5de084b579
  kind: Event
  lastTimestamp: "2026-04-17T17:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a735813919432c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42150"
    uid: f9516e96-bed5-4021-af4a-dd89f9a4267f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42045"
    uid: 551639f0-aeb0-4cb5-a2d5-2b5de084b579
  kind: Event
  lastTimestamp: "2026-04-17T17:37:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a7358837177857
    namespace: kserve-ci-e2e-test
    resourceVersion: "42476"
    uid: 1b68caec-f5c8-432d-b3aa-1e8acc36817b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42045"
    uid: 551639f0-aeb0-4cb5-a2d5-2b5de084b579
  kind: Event
  lastTimestamp: "2026-04-17T17:37:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a73588377cd9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42477"
    uid: da22dc46-c814-46c3-a586-e96f903cb9e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41873"
    uid: abc45475-8f50-4c06-9e63-ab7f6ad3a46e
  kind: Event
  lastTimestamp: "2026-04-17T17:37:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:37:43Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a7357db942f20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42444"
    uid: 34d8cffd-dd68-436c-9cf8-d88f3df7558a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41873"
    uid: abc45475-8f50-4c06-9e63-ab7f6ad3a46e
  kind: Event
  lastTimestamp: "2026-04-17T17:36:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a7357db9b3fc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "41890"
    uid: 93a5b85a-cd52-43cf-ad05-86dde2b45678
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42442"
    uid: abc45475-8f50-4c06-9e63-ab7f6ad3a46e
  kind: Event
  lastTimestamp: "2026-04-17T17:37:43Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:37:43Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a7358e4123c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "42443"
    uid: 3e69e9f7-6d6c-48d4-9f6d-92368cb928e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: 28afc626-e520-41b6-81c5-5d0d1ea9baa2
  kind: Event
  lastTimestamp: "2026-04-17T17:33:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:33:46Z"
    name: isvc-sklearn-s3.18a735471b5f4def
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: 80534df9-1f87-4f1f-b897-14a53176c7d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: 28afc626-e520-41b6-81c5-5d0d1ea9baa2
  kind: Event
  lastTimestamp: "2026-04-17T17:32:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:32:37Z"
    name: isvc-sklearn-s3.18a735471beeac69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39762"
    uid: 90e9d9c8-1715-43c3-9c4b-9f8c99c18491
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: 28afc626-e520-41b6-81c5-5d0d1ea9baa2
  kind: Event
  lastTimestamp: "2026-04-17T17:33:46Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:33:46Z"
    name: isvc-sklearn-s3.18a7355720f68580
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: afb8de39-cc4f-43d8-8038-4f892b0dab20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-c477977d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 89f265f9-c1bc-4bd9-a51c-6d8b29bef2a9
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-c477977d5-vnbg6'
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-sklearn-scheduler-predictor-c477977d5.18a73455f6ac5e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 6b99331a-3f41-40c4-b915-90667119d8ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: 7b094ea3-a68d-4b38-bb99-587859a2dc80
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-c477977d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-sklearn-scheduler-predictor.18a73455f27aec52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: d59cc089-0674-4a01-9ff1-b24f892eef94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: fd373edb-6a02-4908-8a02-7f0c3f9a6c7a
  kind: Event
  lastTimestamp: "2026-04-17T17:15:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:15:22Z"
    name: isvc-sklearn-scheduler.18a73455f1f56529
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: 57737e31-0a96-40c3-bf3d-09ea938182ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: fd373edb-6a02-4908-8a02-7f0c3f9a6c7a
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-sklearn-scheduler.18a73455f28a8355
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: a00a583f-2529-49a8-9d2e-fb66bfac8055
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: fd373edb-6a02-4908-8a02-7f0c3f9a6c7a
  kind: Event
  lastTimestamp: "2026-04-17T17:15:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:15:21Z"
    name: isvc-sklearn-scheduler.18a73455f28ad84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: fb274283-08c4-497d-9ce6-8551d2f07285
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:20:42.043261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:20:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:20:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a0847ed6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: d8744538-fc8a-437c-8556-772a2972b477
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a0917e56d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: 5439fad3-f4ad-4ee1-b8b8-d173ca179c18
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:43Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:20:43Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a0c1ace370
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 0526db9a-7dc5-4ae1-8a2e-567a5d8efdfa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:43Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a0c3c96dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: 24ce738b-1f34-413f-90d1-dec13b39e2e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:43Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a0c6e63338
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 8f46fb76-80d8-4a65-927f-a252194c1220
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:43Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a0c7592923
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: d40e4ae6-f231-4ee4-b324-ddd697b8b34e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a1d3b408cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: c2ca901c-5d28-4b00-b233-5d126511b67e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a1d7314e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: ac7d4c1f-9c70-40ea-81f5-51e65d7a8c48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a1d7a4bbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 18494d0d-a79a-43ba-b1a8-320cb2d4f376
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a1d7b139f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 1679d655-01f6-40c1-9a33-43d17a3e4256
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a1db0c9c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: aaa075fb-db12-465d-a15f-f335d93bd1be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:20:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:47Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a1db81ea51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33881"
    uid: 7ba31fe9-8dbc-4bd1-b368-71587b7c83a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:22:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:05Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734a24b8dde73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: 9799e850-5a05-4f8f-8098-3a1a2b43d51a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:22:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734b329804708
    namespace: kserve-ci-e2e-test
    resourceVersion: "34437"
    uid: 8bd81640-d8f2-4bc9-8e34-21439509d9b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:22:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734b32980bd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: e1f0d41e-b1b4-4808-8dcd-010f189baa99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: bd22dd1f-b903-46d0-a54a-e29bb0d0014f
  kind: Event
  lastTimestamp: "2026-04-17T17:22:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:05Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc.18a734b3fd9ca5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34512"
    uid: 06164923-a567-4bc2-b4ba-a2c56b5dc677
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: ec484a96-4301-4580-8c79-256d87ed9cd1
  kind: Event
  lastTimestamp: "2026-04-17T17:20:42Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-h44hc'
  metadata:
    creationTimestamp: "2026-04-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:20:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6.18a734a083a8bc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 44c004b2-188b-4b0a-90ef-6926d160c86d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: 77ae114b-74b9-43ba-b1a8-2f3d3ddd3a39
  kind: Event
  lastTimestamp: "2026-04-17T17:20:41Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7f8b779bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:20:41Z"
    name: isvc-sklearn-v2-mixed-predictor.18a734a0804de134
    namespace: kserve-ci-e2e-test
    resourceVersion: "33791"
    uid: e8c510b2-9633-45e3-9dae-3cee4c59b869
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 812b5548-25c0-43a2-9a1f-146b3a4c2d4a
  kind: Event
  lastTimestamp: "2026-04-17T17:21:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18a734a3feb7137a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: f061c942-7cda-462e-97a8-d61c2cb8c0c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 812b5548-25c0-43a2-9a1f-146b3a4c2d4a
  kind: Event
  lastTimestamp: "2026-04-17T17:21:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:21:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18a734a3ff28b545
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: 08a82fd2-c284-48a1-8b1a-e94efba3750a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:21:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 812b5548-25c0-43a2-9a1f-146b3a4c2d4a
  kind: Event
  lastTimestamp: "2026-04-17T17:21:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:21:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a734b1fbaa4d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34376"
    uid: 045135a8-c7f9-4f2b-941d-1b582743e3ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:21:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 812b5548-25c0-43a2-9a1f-146b3a4c2d4a
  kind: Event
  lastTimestamp: "2026-04-17T17:21:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:21:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a734b1fc211ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34378"
    uid: 10b4db9c-d0b6-476b-b66d-a7445621ed07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: c5d07ec9-4fdc-4da9-8052-8247c9d7b1c3
  kind: Event
  lastTimestamp: "2026-04-17T17:21:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:21:55Z"
    name: isvc-sklearn-v2-mixed.18a734a08002e351
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: cc7c94c7-e7f7-417f-8691-1e88097c81de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: c5d07ec9-4fdc-4da9-8052-8247c9d7b1c3
  kind: Event
  lastTimestamp: "2026-04-17T17:20:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:20:41Z"
    name: isvc-sklearn-v2-mixed.18a734a0808d9f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: f4cd60fa-9d18-4acb-b4f1-5966f654427e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:21:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34365"
    uid: c5d07ec9-4fdc-4da9-8052-8247c9d7b1c3
  kind: Event
  lastTimestamp: "2026-04-17T17:21:55Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:21:55Z"
    name: isvc-sklearn-v2-mixed.18a734b1b075e976
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 3a54c3db-2d32-42d6-a783-a53a0ed7e4e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:19:21.767439Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33147"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-69755fbb9-94sg8
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348dd3af0b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: e5354380-a4f9-4683-b665-4ee0931031b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:22Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:19:22Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348ded2d2060
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 60fa8c7f-9e32-4048-8f4d-7cacc915d438
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:22Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348def1580ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: a5041500-7feb-40e1-8cfa-8eefd5c32c81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:22Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348df2700f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: 2383ff1f-6bea-41bc-9c34-2769e6d2aaef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:22Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348df2e813f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: a43afe47-9da0-477c-bd77-37ea724c6ced
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348ee68b2e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 64f705af-e9a1-46fe-909c-4fd29ed1db3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348ee9f989df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 079dd004-3124-4b82-8c2c-513e10f87da7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348eea7449a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 26829bcd-74a4-4319-8235-4692ebc58203
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348eea80de7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: 56331b39-5f61-4e88-8c24-9440d28eee25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348eed5197c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: 9e493eec-82d0-4a69-9b87-51835192b199
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:19:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:26Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348eede3a25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: 7ee3bca2-d4d0-415d-8610-59230ef52514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:20:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a7348f2289236b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 5d831319-d230-479e-bdb8-7b8be58cfb2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:20:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:41Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a734a08005b235
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: b3ae9c5c-ea80-4a88-b570-245c6537c4e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:20:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:41Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a734a0800622f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: 96ec7f38-a9b9-4ce2-b2ea-b7a0648348ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33150"
    uid: 8ea4ab06-3155-4464-869a-13c744517396
  kind: Event
  lastTimestamp: "2026-04-17T17:20:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:20:43Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-94sg8.18a734a0d4cb0aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: bdadd71e-b97d-4a32-967c-adf44b87db68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-69755fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33136"
    uid: 3d2a4be3-1f74-4ed2-af36-fcdeed9dce71
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-69755fbb9-94sg8'
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-predictor-69755fbb9.18a7348dd3452cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 178ec8c1-47e3-4d92-ac1b-c289f7b17bc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33133"
    uid: 4da3f2f1-75b3-4989-a62a-1cc80fe630cb
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-69755fbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-predictor.18a7348dcf991817
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: 3ce9119b-d8d3-4429-9e4d-1b940aedd7de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: 142e2482-60c9-4e70-be87-f59fc8e691fe
  kind: Event
  lastTimestamp: "2026-04-17T17:19:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:19:51Z"
    name: isvc-sklearn-v2-predictor.18a734914e9b72c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33397"
    uid: de4c7ae5-081f-4bf6-b7ea-964dd6706ded
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: 142e2482-60c9-4e70-be87-f59fc8e691fe
  kind: Event
  lastTimestamp: "2026-04-17T17:19:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:19:51Z"
    name: isvc-sklearn-v2-predictor.18a734914f02788b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: ea4b4e3c-37e8-4c94-bd34-0741f8713efe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: 142e2482-60c9-4e70-be87-f59fc8e691fe
  kind: Event
  lastTimestamp: "2026-04-17T17:20:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:20:36Z"
    name: isvc-sklearn-v2-predictor.18a734984efc8cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: ad9917ab-6b05-4397-bc58-f3bcf7f9b171
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: 142e2482-60c9-4e70-be87-f59fc8e691fe
  kind: Event
  lastTimestamp: "2026-04-17T17:20:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:20:36Z"
    name: isvc-sklearn-v2-predictor.18a734984fa95fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: 4c8701a2-f465-4c33-8818-7ce9d1ee38da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:18:21.561736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7347fcf24f393
    namespace: kserve-ci-e2e-test
    resourceVersion: "32641"
    uid: f2d47534-5854-43ee-b9e8-838b69a62324
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32647"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:21Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7347fe8d6d672
    namespace: kserve-ci-e2e-test
    resourceVersion: "32654"
    uid: a37755d1-6d5e-40d7-ba8d-2a62f2781289
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:22Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7347fea6a72fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32656"
    uid: b10f3c40-11b2-4395-a17f-595252830f34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:22Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7347fee444720
    namespace: kserve-ci-e2e-test
    resourceVersion: "32658"
    uid: 39f755bb-4ae9-44fd-90e2-49335c9ab21e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:22Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7347feecfe144
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: 45de7192-eec4-4fa5-9256-b4a6585a3714
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a73480e10a4239
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: 4aced9a8-9b49-4ad9-9bf9-c403f6736633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a73480e485b7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: d484dc47-36d8-4e36-88e2-81ef809c73bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a73480e5051533
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 3393aca4-b8ba-4aa1-ad50-cdb790e3da9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a73480e512ec63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 462bbda4-4eb7-4634-82bd-388d3acf3ae7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a73480e84121a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: b8007f4a-7493-4b6c-933b-7d5e07e8095b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:18:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:18:26Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a73480e8badf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: b649dc7e-f0b5-42f1-8014-bc73b1502940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:19:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7348981edc225
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 7144e27c-6de8-4c16-aa74-34e9e3e75c63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7348dce4d92b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33131"
    uid: 6dfab490-2332-4428-83fe-4694deec7468
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7348dce4eff24
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: ec420c97-ebe3-4b41-a716-094bca6a9ede
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:19:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7348e27060a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: d729de29-e9de-43e5-98f4-597c23139f64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32639"
    uid: 5d51f672-715a-49c1-aaf6-b7608482442c
  kind: Event
  lastTimestamp: "2026-04-17T17:19:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.50:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-17T17:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:19:24Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69.18a7348e65636928
    namespace: kserve-ci-e2e-test
    resourceVersion: "33187"
    uid: e02e622f-0c82-4fff-9020-ace268d386ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 9db38b6d-15a8-4ee5-babe-c3a537de6894
  kind: Event
  lastTimestamp: "2026-04-17T17:18:21Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-2zh69'
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a7347fce2de4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32636"
    uid: e1a61d64-9c45-4692-823a-2f22c1c29b92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: ebb6142f-f0a0-49d8-96c8-c70f0916b29e
  kind: Event
  lastTimestamp: "2026-04-17T17:18:21Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18a7347fca91e6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: c0f80971-be95-463c-83b9-1fe0d8d50807
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: 3ecf52e0-b2b5-4094-b3fc-a8270b8f2644
  kind: Event
  lastTimestamp: "2026-04-17T17:18:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:18:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18a7348349af62b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: e056306d-9225-4338-8a20-6d3c6163f7b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: 3ecf52e0-b2b5-4094-b3fc-a8270b8f2644
  kind: Event
  lastTimestamp: "2026-04-17T17:18:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:18:51Z"
    name: isvc-sklearn-v2-runtime-predictor.18a734834a1c70cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: b8c5b205-509d-4012-b1fc-2780b3c476fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: 3ecf52e0-b2b5-4094-b3fc-a8270b8f2644
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18a7348a48353976
    namespace: kserve-ci-e2e-test
    resourceVersion: "33103"
    uid: 56d74dc2-27bb-4244-9204-a28b31e238c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: 3ecf52e0-b2b5-4094-b3fc-a8270b8f2644
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2-runtime-predictor.18a7348a489b4828
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: 5a88bd72-eeb2-4795-b74a-4ee0ffcca90b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: d22039c8-78cb-4052-b212-7178d2334621
  kind: Event
  lastTimestamp: "2026-04-17T17:19:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:19:13Z"
    name: isvc-sklearn-v2-runtime.18a7347fcaebb60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: 8d0f00d8-d125-4c73-bf39-ee5693a78ced
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:18:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: d22039c8-78cb-4052-b212-7178d2334621
  kind: Event
  lastTimestamp: "2026-04-17T17:18:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:18:21Z"
    name: isvc-sklearn-v2-runtime.18a7347fcb70bf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: 9f277834-f1fe-4129-977c-84d223d6ce0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: d22039c8-78cb-4052-b212-7178d2334621
  kind: Event
  lastTimestamp: "2026-04-17T17:19:13Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:19:13Z"
    name: isvc-sklearn-v2-runtime.18a7348bd8b9ad1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 5d104126-d5c0-4409-9edf-907f3891f128
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33105"
    uid: cadebeb1-826a-4ff9-927d-0248401ac0da
  kind: Event
  lastTimestamp: "2026-04-17T17:20:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:20:33Z"
    name: isvc-sklearn-v2.18a7348dcf74fa0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: 480ceb94-8e2d-4cf6-b10a-7888234d15be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:19:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33105"
    uid: cadebeb1-826a-4ff9-927d-0248401ac0da
  kind: Event
  lastTimestamp: "2026-04-17T17:19:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:19:21Z"
    name: isvc-sklearn-v2.18a7348dcfe73b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 905be2bf-b41a-458b-b1d4-1f658bc35458
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:20:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33693"
    uid: cadebeb1-826a-4ff9-927d-0248401ac0da
  kind: Event
  lastTimestamp: "2026-04-17T17:20:33Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:20:33Z"
    name: isvc-sklearn-v2.18a7349e87440cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: 444500a0-89b2-4f6b-b0c9-2907dc72c519
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: d16d7554-60ce-46a6-99c4-e39b2c53286c
  kind: Event
  lastTimestamp: "2026-04-17T17:16:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:16:36Z"
    name: isvc-sklearn.18a734566f94babe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: e9c60db3-4902-4cc4-977d-234ff47817de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:15:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: d16d7554-60ce-46a6-99c4-e39b2c53286c
  kind: Event
  lastTimestamp: "2026-04-17T17:15:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:15:23Z"
    name: isvc-sklearn.18a734566fe40f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31084"
    uid: 2f60b028-99f3-4937-9d4a-bcde3588f28a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31650"
    uid: d16d7554-60ce-46a6-99c4-e39b2c53286c
  kind: Event
  lastTimestamp: "2026-04-17T17:16:36Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:16:36Z"
    name: isvc-sklearn.18a734675f3301d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: c726fc5e-3374-4bb9-baf7-05bdef9dbe3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:22:02.224898Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-tbfcg
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b32fb1847c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: 4249fc3a-6260-4985-a69b-9cb2ba72db2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret
    cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-04-17T17:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b3732b8b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34481"
    uid: b3b25673-8d2a-4c93-833d-87bd021d2316
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:03Z"
  message: 'MountVolume.SetUp failed for volume "isvc-tensorflow-kube-rbac-proxy-sar-config"
    : failed to sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-04-17T17:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:03Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b3732cbc1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34482"
    uid: da3e53fc-9cdb-496a-9689-5fe7fc36b6b2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:04Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:22:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b3a1f2b09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34490"
    uid: ac6576d8-c237-4fbe-bfa6-9809a1945d1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b3a35d6abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34492"
    uid: 308d1b6d-519b-453a-9b42-99999ae2f5f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b3a643a404
    namespace: kserve-ci-e2e-test
    resourceVersion: "34494"
    uid: 8e1d07a3-aee1-45eb-9f46-1e750a148283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:04Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b3a6b5bb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: 89b93ac5-0613-42d5-ad1d-f564e98cc725
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:08Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:08Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b4b039f69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34537"
    uid: b80add9a-c727-435e-9af6-bb27c9e65269
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:12Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.75s (3.75s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b58fc0dfdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34568"
    uid: 04422c07-a016-45b2-9f59-210f00c5fb29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b593161a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34569"
    uid: 0e79eb03-1747-4d37-bb95-e876ad88c5e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b5938a4c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: 7765de39-6be7-4407-a54c-c801b7386530
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b59397969d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: 110096dc-d2dc-4fa0-83e4-9269ab2924cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b596784538
    namespace: kserve-ci-e2e-test
    resourceVersion: "34572"
    uid: aad59bc2-d3bc-4ec2-b309-36c03c3e1d55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b596ee789c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: 7714582d-8581-4b11-a0ec-b9e49996444e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:19Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734b5db39557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: c57c06c5-726b-4175-a2e9-a63c779bcb1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734bccb4f6b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: adec2cd6-57a0-41b0-b78e-e9afa46f3f7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:22:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734bccb5024ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: 5eeaabac-6345-44c3-8350-34415f3d26d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: b0d93895-4be9-47a2-b3b5-2b7e0ab92931
  kind: Event
  lastTimestamp: "2026-04-17T17:23:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:09Z"
    name: isvc-tensorflow-predictor-6756f669d7-tbfcg.18a734bd131e9001
    namespace: kserve-ci-e2e-test
    resourceVersion: "35085"
    uid: 3f7cf104-4ff9-4e0b-a928-7ad14a33ca0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: 19732e09-c318-49b5-822b-2c36199747f7
  kind: Event
  lastTimestamp: "2026-04-17T17:22:02Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-tbfcg'
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a734b32e7b282d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34458"
    uid: a013ce3e-5abf-4e02-a0e2-06cdef8c4bcf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34440"
    uid: 64de34fb-5415-42de-a650-b8fdf515ff73
  kind: Event
  lastTimestamp: "2026-04-17T17:22:02Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-tensorflow-predictor.18a734b32aeb7599
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: 0cdc6892-873d-4f2a-8cf1-fba9f892592e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34443"
    uid: a28d4705-afb7-42b9-832f-f7aa03d7ab84
  kind: Event
  lastTimestamp: "2026-04-17T17:22:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:22:32Z"
    name: isvc-tensorflow-predictor.18a734b6a9dea317
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: b1c4824b-9134-45cb-89f9-da4432693dfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34443"
    uid: a28d4705-afb7-42b9-832f-f7aa03d7ab84
  kind: Event
  lastTimestamp: "2026-04-17T17:22:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:22:32Z"
    name: isvc-tensorflow-predictor.18a734b6aa438e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: 9b0e5664-0d1c-4b84-aaf4-c490ca842b6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:22:43.600661Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bcd1e1a468
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 5089d7a5-7984-431b-b512-55df6fdb5738
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bcdd986239
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: e37def08-6281-449d-bb66-2a159adb92dc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34855"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:44Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:22:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bd0e9fae7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: 39b61759-95a1-4c79-a072-de60e4a57edf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bd10038e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: b16b1b52-7ba8-4eae-b552-100ebca679b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bd12f559e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34878"
    uid: d27361d6-6d4f-4094-9b8a-aea4070c4161
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bd13661d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "34880"
    uid: 4d282cb9-2207-4f0d-8e7d-5d691a71c0ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:49Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734be43553a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34920"
    uid: 442084c9-c001-491f-81aa-001a912fc2a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734be46150fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34922"
    uid: e015dc60-f872-46b7-80e3-b4159931e1c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734be468682fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34923"
    uid: 14455138-3e7d-4945-a6d8-b16705aeb7b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734be4692ac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: 66fec280-8801-4b5f-90ea-cc7f78fdb2be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734be497487b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: 04331c60-9bc6-4226-8c97-ab8133d96518
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734be49f89291
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 7dac41ce-d244-4fe2-9d7e-992886e443e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:22:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:22:57Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734bebb052954
    namespace: kserve-ci-e2e-test
    resourceVersion: "34988"
    uid: 20790265-b18d-469c-ab8c-5a90555c82b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:23:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734c6623cde6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35216"
    uid: e2a58c7f-2842-42b5-8d8a-805c9873edd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:23:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:24Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734c6623d7ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: 39a26438-6669-4486-833c-d0e5564431bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 94f21dee-2d5e-424f-b213-c017e1ff58c2
  kind: Event
  lastTimestamp: "2026-04-17T17:23:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:52Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr.18a734c71cf59881
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: 29863694-d48d-4951-abdd-18925f0ca9ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34836"
    uid: c05ed4ed-0863-4f2e-8330-61fe7bb077d7
  kind: Event
  lastTimestamp: "2026-04-17T17:22:43Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-gbfnr'
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a734bcd113735f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 11537101-576f-43af-a388-8fe4adb50192
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: 28284f76-d37b-4f8c-ba18-f9aff694d692
  kind: Event
  lastTimestamp: "2026-04-17T17:22:43Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-runtime-predictor.18a734bccd425475
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: 3b65edc8-e360-4732-8f16-fe24b94fd6cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: 40e30bc4-c6ba-4d3a-941a-f647b1e8a51e
  kind: Event
  lastTimestamp: "2026-04-17T17:23:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:23:13Z"
    name: isvc-tensorflow-runtime-predictor.18a734c04be26fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: e7460a4a-2021-4a50-b089-e35e787dcfe3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: 40e30bc4-c6ba-4d3a-941a-f647b1e8a51e
  kind: Event
  lastTimestamp: "2026-04-17T17:23:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:23:13Z"
    name: isvc-tensorflow-runtime-predictor.18a734c04c43c6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: 5c984584-0208-4224-bc55-da78fea22ec6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: 7d6c162b-be77-42fa-91d6-5088e26cfd4d
  kind: Event
  lastTimestamp: "2026-04-17T17:23:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:23:07Z"
    name: isvc-tensorflow-runtime.18a734bccd33c10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 63d917e8-e91c-4bf8-9cbb-48f48a190c73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34804"
    uid: 7d6c162b-be77-42fa-91d6-5088e26cfd4d
  kind: Event
  lastTimestamp: "2026-04-17T17:22:43Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:22:43Z"
    name: isvc-tensorflow-runtime.18a734bccda60c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: 0a669cd2-cdb8-4097-9a24-37d0b6d3f011
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: 7d6c162b-be77-42fa-91d6-5088e26cfd4d
  kind: Event
  lastTimestamp: "2026-04-17T17:23:07Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:23:07Z"
    name: isvc-tensorflow-runtime.18a734c27ac95111
    namespace: kserve-ci-e2e-test
    resourceVersion: "35071"
    uid: 1bf5beb1-03f1-473a-b0a9-dc7e8215c510
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34413"
    uid: 717d2e91-d1cb-4af8-9948-b0e15df26189
  kind: Event
  lastTimestamp: "2026-04-17T17:22:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:22:29Z"
    name: isvc-tensorflow.18a734b32ac76b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 638d3e26-7435-409a-9a25-7994c656f315
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34413"
    uid: 717d2e91-d1cb-4af8-9948-b0e15df26189
  kind: Event
  lastTimestamp: "2026-04-17T17:22:02Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-tensorflow.18a734b32b4345c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: f9c5bbf5-74ff-46f9-a447-41a2816e7037
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 717d2e91-d1cb-4af8-9948-b0e15df26189
  kind: Event
  lastTimestamp: "2026-04-17T17:22:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:22:02Z"
    name: isvc-tensorflow.18a734b334eeefed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34467"
    uid: a83b2132-4907-4643-b5a5-fa2f0440554b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:22:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 717d2e91-d1cb-4af8-9948-b0e15df26189
  kind: Event
  lastTimestamp: "2026-04-17T17:22:29Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:22:29Z"
    name: isvc-tensorflow.18a734b99a7c770f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: ff89bc3b-3855-46e0-aa16-f894bf4f7e74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:23:24.782143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-2fxfg
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:23:24Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734c6687d26a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: 3a1ce936-8929-442e-9424-69ef6c9ce9d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35245"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:23:25Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:23:25Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734c6818b8bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35252"
    uid: 1ab6fe03-f572-4acc-b35d-1a7b9c4f1ef0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:23:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:25Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734c68309e118
    namespace: kserve-ci-e2e-test
    resourceVersion: "35254"
    uid: 6073ab00-aa2b-4767-9eaf-ecb5a20b633c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:23:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:25Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734c68615a8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35255"
    uid: 777b0149-99fa-450f-a985-fab9624d40ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:23:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:25Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734c68684c380
    namespace: kserve-ci-e2e-test
    resourceVersion: "35256"
    uid: 4b57cc60-3f68-4632-84e8-d3ba5f069e29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:23:29Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-17T17:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:23:29Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734c771995f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "35295"
    uid: e74c1311-7cc7-4fc0-83b9-220532d29556
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:23Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.27s
    (1m54.27s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:23Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e20ca67d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 7478feab-f461-498b-93cb-8fc7206fa477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:23Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e212f89181
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 3671b8fa-3e22-4a7f-b03d-774c2adffef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:23Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e213f80088
    namespace: kserve-ci-e2e-test
    resourceVersion: "36098"
    uid: f2b385dc-10c1-4d3c-9bdd-42d2ed88d3b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:23Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e214053aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: 91aada8a-48bb-4854-98ab-48730ab13f4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:23Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e21a1e1ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 8b5cdb98-822a-424a-b7d9-dd721a762bc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:23Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e21b2107de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: 397b11d8-b8b4-41da-b0f5-e18778d24266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:26Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e28fdcb485
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: 6d432922-07dd-48f9-927d-f7a642cac006
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e50a9cd9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36228"
    uid: 6dea9c32-5450-48ec-82f9-99bd39c771b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e50a9d7b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 9c8e40c4-f7b5-4a65-9192-33a2bb1433db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-2fxfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: a319cacb-e32a-48ed-89fb-427635cdbecd
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-triton-predictor-84bb65d94b-2fxfg.18a734e51fa3fae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36259"
    uid: 4964702e-a48b-4e73-969e-e01455b44ce9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35226"
    uid: f8dbb957-cab6-4dd9-a360-d605e7bd5e16
  kind: Event
  lastTimestamp: "2026-04-17T17:23:24Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-2fxfg'
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:23:24Z"
    name: isvc-triton-predictor-84bb65d94b.18a734c667df7a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35238"
    uid: 0e25116f-5df5-4c53-91e9-534c1a4bff24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: ea827bf4-1ebc-45f6-a98c-e6d809d627a8
  kind: Event
  lastTimestamp: "2026-04-17T17:23:24Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:23:24Z"
    name: isvc-triton-predictor.18a734c664c73ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: e538f5ef-faed-4175-8f53-e93ca6b395a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 27923e34-4c2c-46fe-9b6e-fb21153d66ea
  kind: Event
  lastTimestamp: "2026-04-17T17:25:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:25:24Z"
    name: isvc-triton-predictor.18a734c9e3a00b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 9e4dd6b5-06ae-45d8-a18b-36bcbf8f4c22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 27923e34-4c2c-46fe-9b6e-fb21153d66ea
  kind: Event
  lastTimestamp: "2026-04-17T17:25:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:25:24Z"
    name: isvc-triton-predictor.18a734c9e4210369
    namespace: kserve-ci-e2e-test
    resourceVersion: "36112"
    uid: ed7fa160-a13d-44d0-ae5c-50d47ff190fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 5028242c-a4db-4e3e-9393-b44088f0b837
  kind: Event
  lastTimestamp: "2026-04-17T17:25:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:25:31Z"
    name: isvc-triton.18a734c664988704
    namespace: kserve-ci-e2e-test
    resourceVersion: "36169"
    uid: bc53f3e3-4fa2-414f-8828-5142229b687e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:23:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 5028242c-a4db-4e3e-9393-b44088f0b837
  kind: Event
  lastTimestamp: "2026-04-17T17:23:24Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:23:24Z"
    name: isvc-triton.18a734c664fcfb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: 45d8e05f-965f-4fb9-98e0-fae7d32ea816
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: 5028242c-a4db-4e3e-9393-b44088f0b837
  kind: Event
  lastTimestamp: "2026-04-17T17:25:31Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:25:31Z"
    name: isvc-triton.18a734e3fc51982b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: d4f722a0-d595-4a6c-b735-c9cc16f1782c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:25:36.475086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-l8dqn
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734e512000745
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: 6f313417-4261-4034-ab54-c7145ece534e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734e52aa9998a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36261"
    uid: dfc7ef02-1638-40ef-8929-db11e66895e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734e52c07021f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: d32a7924-867b-49cb-937f-492749e35325
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734e52e9a0677
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 8c4dc8ef-1cbf-4e08-a7c0-66bf5811ea6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734e52ef6738d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36268"
    uid: 46ab4038-e5d7-43ce-bc2f-6425c60c2182
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:25:41Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:25:41Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734e63087057b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 7796360b-acac-464a-b1fc-e043606a5d1b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:26:00Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.604s (19.604s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:26:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eac110ad89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36454"
    uid: 518271e1-12a8-4c4f-bb43-4bce1d7e85de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:26:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:26:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eac45277d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 5a252886-8273-4691-a6e1-94af3c7eb99b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:26:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:26:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eac4c8f94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: d54f9ac3-05fd-4b6f-80dc-e852e14ca41a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:26:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:26:00Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eac4d5536a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 45882baf-5555-4905-8ad5-f5b3297baef8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:26:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:26:01Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eac7be942a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: 118f1f4c-1430-4fb5-a30f-a97b49e397f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:26:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:26:01Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eac847c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: ba820265-0447-4004-952f-95b089203dcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:27:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:17Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734eadc27ccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 27f3b12c-4ed9-45ff-b373-6a0305b75cf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:27:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:16Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734fc63322c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 322f17c4-da61-4fc1-bb23-9503cd3685ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:27:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:16Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734fc6333415a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37032"
    uid: 2d17a4f2-338e-44bb-aa59-1de69bcb9b53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: 27a33006-d91a-47d1-a17a-19c085df60d8
  kind: Event
  lastTimestamp: "2026-04-17T17:27:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:17Z"
    name: isvc-xgboost-predictor-8689c4cfcc-l8dqn.18a734fc8e40750d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 198fe3a4-974e-4850-aef6-ab1f3d3c438a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: bdb277e2-6600-4591-8ebf-97211142d125
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-l8dqn'
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a734e5118ca709
    namespace: kserve-ci-e2e-test
    resourceVersion: "36247"
    uid: 5d963613-85d7-46d7-975d-219c7bafe752
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36226"
    uid: 4ecb9348-86c5-4403-852c-da593aa6033b
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost-predictor.18a734e50b9c4fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: 270fde13-431a-4515-aad2-964bbddbf798
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: d5a2fe49-b8ed-48d0-a599-80ad383d5b7c
  kind: Event
  lastTimestamp: "2026-04-17T17:26:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:26:36Z"
    name: isvc-xgboost-predictor.18a734e88a9cd98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: 3b5f070d-9315-42e3-b599-520e8f8bf18c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36227"
    uid: d5a2fe49-b8ed-48d0-a599-80ad383d5b7c
  kind: Event
  lastTimestamp: "2026-04-17T17:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:26:36Z"
    name: isvc-xgboost-predictor.18a734e88afff864
    namespace: kserve-ci-e2e-test
    resourceVersion: "36711"
    uid: 83549116-b7ae-4a94-af78-f65839d7f876
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: d5a2fe49-b8ed-48d0-a599-80ad383d5b7c
  kind: Event
  lastTimestamp: "2026-04-17T17:27:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:27:06Z"
    name: isvc-xgboost-predictor.18a734ef89050751
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: f3f0b660-e91a-468e-955d-682d091b14bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: d5a2fe49-b8ed-48d0-a599-80ad383d5b7c
  kind: Event
  lastTimestamp: "2026-04-17T17:27:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:27:06Z"
    name: isvc-xgboost-predictor.18a734ef896c7b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: 1a6917ec-040c-4231-b296-3f08dbeedf02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:28:57.076504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-swtpp
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73513c6c6a841
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: b4405b35-a8b3-4987-bc19-c60e6400665c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37940"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73513df7b8d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "37952"
    uid: 8b7a5156-1d8c-4480-931c-328231ca89a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73513e0e07962
    namespace: kserve-ci-e2e-test
    resourceVersion: "37954"
    uid: 845ec04f-6dfd-43c9-b3f4-fe0dc9af51d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73513e3e9f905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37955"
    uid: 287771fa-d4ea-4ec1-81db-4d28c39d47e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73513e45e1356
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: c8dc7ccc-de67-4aab-90ac-e47812a237b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:29:01Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:29:01Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73514e2fc795a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: c6dfa670-6cf6-44a4-9dc7-ba9ffcd1a465
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:29:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:29:01Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73514e5f23071
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: fc6a8433-7534-463b-aa58-579976b51300
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:29:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:29:01Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73514e66585e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 48b7f96b-c4b9-4c3d-858c-adba462614f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:29:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:29:01Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73514e672d0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: 70e26108-5998-4f40-afc0-0d6bfbec0d2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:29:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:29:01Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73514e9dd6acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 6ba3bb4d-f661-44f0-a4b1-83e75f05b590
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:29:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:29:01Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73514ea84101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: 505fadf6-df06-4318-975d-79a97b21b9af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:30:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:18Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a735151ee784aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: 6df210a5-32c7-4820-bdee-c23e9893a3b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a735266d3c035d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 3c7e3953-2dfd-4c34-89cd-a5651afd71ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a735266d3c993f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 160baa84-3462-4a5f-9235-4c5411fe1617
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37932"
    uid: b859a8ab-a54a-4bc7-ab41-0f0dabe79205
  kind: Event
  lastTimestamp: "2026-04-17T17:30:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:18Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-swtpp.18a73526d0fbcb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: 738a2a13-9409-43cd-bfad-940455d3148b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 07eb18c9-3773-4085-9252-20177de6be1c
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-swtpp'
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a73513c61ec9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: b357b619-fe62-44dd-b5d3-26e596534f29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37916"
    uid: 0382a04e-295a-437a-b1cc-252bdc965f48
  kind: Event
  lastTimestamp: "2026-04-17T17:28:56Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime-predictor.18a73513c2194cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: 95fcf894-38c9-466e-bddb-de7394a15b4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 4c3164e7-d0fd-442f-b6ea-7e59c1412b14
  kind: Event
  lastTimestamp: "2026-04-17T17:29:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:29:42Z"
    name: isvc-xgboost-runtime-predictor.18a73517409744aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: 4f276212-86ab-402b-b104-359a8c45f181
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 4c3164e7-d0fd-442f-b6ea-7e59c1412b14
  kind: Event
  lastTimestamp: "2026-04-17T17:29:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:29:42Z"
    name: isvc-xgboost-runtime-predictor.18a735174103a617
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: e65da3c5-f6d0-4190-8ea5-d4fc8a9ae86c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 4c3164e7-d0fd-442f-b6ea-7e59c1412b14
  kind: Event
  lastTimestamp: "2026-04-17T17:30:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:30:12Z"
    name: isvc-xgboost-runtime-predictor.18a73521be9497be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: e608e0f5-4426-4dea-94a6-a022008c190d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:29:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 4c3164e7-d0fd-442f-b6ea-7e59c1412b14
  kind: Event
  lastTimestamp: "2026-04-17T17:30:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:30:12Z"
    name: isvc-xgboost-runtime-predictor.18a73521bf2c5adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38511"
    uid: d5e00e23-d3b7-4863-841d-4375d6c67b72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 3999509b-0188-4c12-b8ea-2854871e7c7d
  kind: Event
  lastTimestamp: "2026-04-17T17:30:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:30:08Z"
    name: isvc-xgboost-runtime.18a73513c1745a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 11111dea-d64c-4637-83f6-81a2dc0bebf6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: 3999509b-0188-4c12-b8ea-2854871e7c7d
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime.18a73513c2d5bdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 33422d48-25c2-46fd-b42f-2f06c9311dc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: 3999509b-0188-4c12-b8ea-2854871e7c7d
  kind: Event
  lastTimestamp: "2026-04-17T17:28:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:57Z"
    name: isvc-xgboost-runtime.18a73513c94d58a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: bbf8562c-8efe-4189-a1d6-625d3370c103
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: 3999509b-0188-4c12-b8ea-2854871e7c7d
  kind: Event
  lastTimestamp: "2026-04-17T17:30:08Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:30:08Z"
    name: isvc-xgboost-runtime.18a735248246cdad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38485"
    uid: 48e87ade-a59a-4fbc-80a3-cf0bfb7259bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:27:16.769714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:27:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fc6c06a2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: f109bd35-5912-4060-af5d-ae43f5df9b23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:17Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:27:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fc858ca78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 12aa1d4c-e76f-4f5b-93d1-d2a3f45726b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fc876d0717
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: a090bac8-d06b-47f6-aa54-5386d6669abe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fc8a2dd453
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 93548c08-f816-4ff2-984d-6cb4cd196b1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fc8a9b363a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: fd5d7fcd-ffdc-4a55-b9dc-fd314d91f95f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fda8c90f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 2a389bc4-e3dc-431d-b2cf-33a44c139f35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fdaba7bbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 04548aad-30dd-4c18-8f3c-3c8d6df266fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fdac1b5aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37124"
    uid: 6b98c476-67ea-4151-a979-28883ea72ab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fdac273286
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: f84c4bab-61bf-46c5-a542-42edd88d7f9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fdafb26499
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: bd20a7af-9897-4267-9922-8e3699d1bdce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:27:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:27:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a734fdb02386a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: 404e611b-7ad2-44f6-8a63-c2de82d3967f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a7350811466cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: 6acec505-f67a-4eb0-9552-400f7e578bfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a7350811470e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 85aeff69-9afe-4a08-8165-c02c983162cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a73508d67fea55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37539"
    uid: 6d59ef38-5e40-4358-afc4-9ea14b265908
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ad245664-7dbf-4f9c-a6fa-ff3a961ae6eb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv.18a73508d6d24268
    namespace: kserve-ci-e2e-test
    resourceVersion: "37540"
    uid: cba42162-9d84-42ed-95a9-0b79022ad59c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 602d9c0a-34a4-42d1-9ee6-7779be8baa2e
  kind: Event
  lastTimestamp: "2026-04-17T17:27:16Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-7nnfv'
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:27:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a734fc6b6536e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 1390e13f-90eb-4e56-8cc0-4d6b3a1d3fe3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: c3d230c5-a27d-4989-b160-d01c7fa40aad
  kind: Event
  lastTimestamp: "2026-04-17T17:27:16Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:27:16Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a734fc644a8baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37035"
    uid: 70b4ed65-f63e-4df9-94ee-93de69848b4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: ee30a7c9-78ae-4570-83f7-e31eb0d8d684
  kind: Event
  lastTimestamp: "2026-04-17T17:27:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a734ffe29f1c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: 50a4a3f3-ed4a-45a9-910c-b1f89add7109
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: ee30a7c9-78ae-4570-83f7-e31eb0d8d684
  kind: Event
  lastTimestamp: "2026-04-17T17:27:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:27:46Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a734ffe30b54d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37296"
    uid: a19b04bd-7959-4425-b21d-68da5f8c559b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: ee30a7c9-78ae-4570-83f7-e31eb0d8d684
  kind: Event
  lastTimestamp: "2026-04-17T17:28:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a73506e0d1ec0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37410"
    uid: a896c6f9-51db-4ad9-a687-f72657aa449c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: ee30a7c9-78ae-4570-83f7-e31eb0d8d684
  kind: Event
  lastTimestamp: "2026-04-17T17:28:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a73506e1328f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: 2f5d546a-904a-4349-8f87-b231d089e36f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 7d2c4296-6120-4751-8112-13bda1191475
  kind: Event
  lastTimestamp: "2026-04-17T17:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:00Z"
    name: isvc-xgboost-v2-mlserver.18a734fc63f390b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37398"
    uid: e902c6eb-f1ef-434f-93c0-450432f3dfd8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 7d2c4296-6120-4751-8112-13bda1191475
  kind: Event
  lastTimestamp: "2026-04-17T17:27:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:27:16Z"
    name: isvc-xgboost-v2-mlserver.18a734fc647159fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: 859a2cb9-1d04-41be-8209-3b80925b7d21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: 7d2c4296-6120-4751-8112-13bda1191475
  kind: Event
  lastTimestamp: "2026-04-17T17:28:00Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:00Z"
    name: isvc-xgboost-v2-mlserver.18a73506884e1b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37397"
    uid: 9b6faac0-f55c-4f0f-a80b-7aabf548d4e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:31:17.412018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39106"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    to ip-10-0-128-217.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73534736cba8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39112"
    uid: ec8febb3-7395-4845-b7a7-f1730db657e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a735347dd9105b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39120"
    uid: 1c9fbf79-9ce4-486e-aefe-85c6eab53682
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39116"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:18Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:31:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73534b01b39ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39132"
    uid: 095b8c7c-7cb4-4122-b31a-278252a59611
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73534b2475781
    namespace: kserve-ci-e2e-test
    resourceVersion: "39134"
    uid: acf6cd83-48b0-42be-9047-3de12a6127d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73534b5ba467f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: a0ab01bd-359a-4f04-b087-25c1dab30572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73534b62c8871
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 809e0df7-18f1-4fc3-bc38-a0c6bcc1c44e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:23Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73535ce9373ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39173"
    uid: dc685e37-e9d8-4641-95a2-1ea534e02570
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73535d160ff27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39175"
    uid: 01dce760-8c69-44d8-9bc4-8be17a26d0cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73535d1d28783
    namespace: kserve-ci-e2e-test
    resourceVersion: "39178"
    uid: a2a56778-002c-4fbe-a22a-1599a60835a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73535d1de78c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: d142fff0-dcc9-4696-a9ef-60791b363d9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73535d5704358
    namespace: kserve-ci-e2e-test
    resourceVersion: "39181"
    uid: ac266c9d-63fb-41b8-8ad4-f7a438fba46a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:31:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73535d5e5b9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39182"
    uid: e95fc2d0-8219-43e9-a261-eb6916ee3e5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:32:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:40Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a735360a7e5a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: 06c38e26-6182-4bb1-9434-e0b55fb07df3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:32:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:37Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a735471a45a29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39754"
    uid: 9c5031c0-ab27-4929-86ca-02363ec6aa33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:32:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:37Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a735471a46348f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: 54690c88-38d7-40a6-9a32-231764f8f5f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: 2f9206ea-f0a1-4d5c-8217-c43d749d9309
  kind: Event
  lastTimestamp: "2026-04-17T17:32:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:40Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6.18a73547bc9a384a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39826"
    uid: 6110dd7d-bd4f-4d1b-a1b1-90f1654b5afb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39096"
    uid: 05af62c7-ed01-4a43-b5b8-028ad4c5f955
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-gvgd6'
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a735347300ece3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39109"
    uid: 81f9e50e-2f63-42f3-aadd-a24fab5c51d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39094"
    uid: b9989963-e6b5-40f4-8fcf-92327994cf3a
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-predictor.18a735346ffdca15
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 815cb02b-a399-411c-8c31-1645a78c262e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39095"
    uid: b91d57af-266a-4ec9-b06c-d261e11fc0df
  kind: Event
  lastTimestamp: "2026-04-17T17:31:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:31:32Z"
    name: isvc-xgboost-v2-predictor.18a73537ee7f5649
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: cf0e836b-03b6-4068-9a70-1ddb502f9c5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39095"
    uid: b91d57af-266a-4ec9-b06c-d261e11fc0df
  kind: Event
  lastTimestamp: "2026-04-17T17:31:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:31:32Z"
    name: isvc-xgboost-v2-predictor.18a73537eeef6689
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 3e2faebe-d8cf-4bbc-9bb6-a2c7e1025e23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: b91d57af-266a-4ec9-b06c-d261e11fc0df
  kind: Event
  lastTimestamp: "2026-04-17T17:32:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:32:32Z"
    name: isvc-xgboost-v2-predictor.18a7353b6dfbae77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39690"
    uid: b4b3f518-0e42-49e3-bda6-e22ea897701d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: b91d57af-266a-4ec9-b06c-d261e11fc0df
  kind: Event
  lastTimestamp: "2026-04-17T17:32:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:32:32Z"
    name: isvc-xgboost-v2-predictor.18a7353b6e5f74a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39691"
    uid: b3063889-78b0-4463-aeb5-faa34a953859
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:30:17.322086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a7352675c92b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: 4d8ce5b7-499e-4784-8f3a-4497871bfda6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a735267ec806a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 7f087cd7-54fe-459b-ab4c-6a125e12abdd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:18Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:30:18Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73526b2948a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38615"
    uid: 440b6c20-38e8-44df-8377-64cf6a4d9afd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:18Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73526b42c6afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: 4851e77d-0553-4dfd-9b59-68bc7406366a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:18Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73526b6fbe965
    namespace: kserve-ci-e2e-test
    resourceVersion: "38618"
    uid: ee5df555-0ebd-4c81-b292-569e320323a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:18Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73526b77da9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 50368a26-4029-44ec-8663-6b148554663a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:22Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:22Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73527b79a897d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: aa357c52-6a85-48a3-a37a-9a1d66222383
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:22Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73527bb45fcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: c6c12938-28ca-44c5-8e47-006225572904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:22Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73527bbce8b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: 2ebb046b-b2b2-441c-a166-9ca28ee6ee7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:22Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73527bbd9c1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: ec59353b-299b-4af4-8c8c-a7d4ae6b615b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:22Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73527bf27dbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: bb8638c2-2fa7-482a-b851-e96c5021a86c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:30:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:30:22Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73527bf984610
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: e5b15704-a069-47a4-b6ce-e7c6b1dc54dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:31:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T17:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a73530964678c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38937"
    uid: f5fc4189-1aa6-495b-aaff-9167978a3c4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a735346e5cb80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: 0b053e4b-7c79-4797-9ed7-e3ff26064442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a735346e5d58af
    namespace: kserve-ci-e2e-test
    resourceVersion: "39093"
    uid: 7af55304-bcfb-4469-885e-2260c867ce66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 344b5ab1-c548-4704-a1e5-b590af804754
  kind: Event
  lastTimestamp: "2026-04-17T17:31:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:31:20Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv.18a7353539584cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39156"
    uid: e74396c8-2324-496c-a45e-29d4de9b4ce2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: e4e9d1aa-e277-4347-8d3a-0b0e7c6a865c
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-q7hxv'
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a7352674cacf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: eb348560-61b9-4e59-be78-bd6106f15e21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38571"
    uid: 6560b9b4-8b7d-437f-afa7-11752a1281b3
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-v2-runtime-predictor.18a735266ebca25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: df84880a-dcb6-4ff1-b2b2-b08994988e40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 266e8a95-cae2-4fba-ab5d-f1dcedc49a42
  kind: Event
  lastTimestamp: "2026-04-17T17:30:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:30:47Z"
    name: isvc-xgboost-v2-runtime-predictor.18a73529ed34c107
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: 40ea3675-8462-4a64-b286-51446eb617ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 266e8a95-cae2-4fba-ab5d-f1dcedc49a42
  kind: Event
  lastTimestamp: "2026-04-17T17:30:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:30:47Z"
    name: isvc-xgboost-v2-runtime-predictor.18a73529ed86ddd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38843"
    uid: a4accdae-1261-4861-baa0-5f24c3c7aa68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 266e8a95-cae2-4fba-ab5d-f1dcedc49a42
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-runtime-predictor.18a73530eb963674
    namespace: kserve-ci-e2e-test
    resourceVersion: "39066"
    uid: c46ad248-e744-472f-9d74-14dee8985b46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 266e8a95-cae2-4fba-ab5d-f1dcedc49a42
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2-runtime-predictor.18a73530ec4ff536
    namespace: kserve-ci-e2e-test
    resourceVersion: "39072"
    uid: 648989c6-ad47-40c9-9ea5-0697e4752d72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: 2797df55-b464-4c55-b7c0-cfbe1570c69f
  kind: Event
  lastTimestamp: "2026-04-17T17:31:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:31:10Z"
    name: isvc-xgboost-v2-runtime.18a735266e165536
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: 600bffc0-f9f8-4a0b-83b2-4ea4a7aa5fd2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: 2797df55-b464-4c55-b7c0-cfbe1570c69f
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-v2-runtime.18a735266ebda44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38597"
    uid: f8ab7a71-9c8e-4030-b60b-cf9fc0939713
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 2797df55-b464-4c55-b7c0-cfbe1570c69f
  kind: Event
  lastTimestamp: "2026-04-17T17:30:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:30:17Z"
    name: isvc-xgboost-v2-runtime.18a73526788b6ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: 05a91383-c03b-4697-bbb0-a06efd0823e7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39013"
    uid: 2797df55-b464-4c55-b7c0-cfbe1570c69f
  kind: Event
  lastTimestamp: "2026-04-17T17:31:10Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:31:10Z"
    name: isvc-xgboost-v2-runtime.18a73532eafefedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39014"
    uid: 9201492a-e047-4568-b8c9-a85d61c5acee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39064"
    uid: d57dac95-834c-443a-939e-a3e79cebbf8e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:32:30Z"
    name: isvc-xgboost-v2.18a735346fdc21e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39678"
    uid: f03a296b-cdc9-4050-b14d-73b8b599f781
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39064"
    uid: d57dac95-834c-443a-939e-a3e79cebbf8e
  kind: Event
  lastTimestamp: "2026-04-17T17:31:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:31:17Z"
    name: isvc-xgboost-v2.18a7353470366bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39101"
    uid: 5862ba18-f997-4caa-a422-e853c15893a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39674"
    uid: d57dac95-834c-443a-939e-a3e79cebbf8e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:30Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:32:30Z"
    name: isvc-xgboost-v2.18a735456dccd190
    namespace: kserve-ci-e2e-test
    resourceVersion: "39676"
    uid: 1f42ff09-1c8b-49ef-af72-b979e3be8cad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36199"
    uid: 5917e194-e1e9-4146-aa96-b517ffb30d4e
  kind: Event
  lastTimestamp: "2026-04-17T17:27:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:27:07Z"
    name: isvc-xgboost.18a734e50b98df84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: b6a004bd-d3ed-4eba-987e-5bb4000b1687
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36199"
    uid: 5917e194-e1e9-4146-aa96-b517ffb30d4e
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost.18a734e50c849d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: acb50e5c-6edc-431c-83ad-7d0de3a69541
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: 5917e194-e1e9-4146-aa96-b517ffb30d4e
  kind: Event
  lastTimestamp: "2026-04-17T17:25:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:25:36Z"
    name: isvc-xgboost.18a734e51326e1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36254"
    uid: 6687c579-ca31-4a78-8f4c-0ae7cf2c3959
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: 5917e194-e1e9-4146-aa96-b517ffb30d4e
  kind: Event
  lastTimestamp: "2026-04-17T17:27:07Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:27:07Z"
    name: isvc-xgboost.18a734fa3f7dc031
    namespace: kserve-ci-e2e-test
    resourceVersion: "36940"
    uid: 3fe2ceeb-7e14-45b0-9843-02dc51dc1f0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T16:45:24.261306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15888"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-hhjq9
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b36edabf33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: dbe4b3d5-ae12-4e69-b97c-ff26ae8da185
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b38843e3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: ea7c164f-1c9a-459d-bbdf-3f99f396d3fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b38984f5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: d8d09e4f-6c4e-4e26-b56c-2b92426f91f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:25Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.085s (1.085s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:25Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b3ca330a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: d90ba9d0-ed48-4729-8d74-f80cf0e4748d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:25Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b3cd87fd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 0c41856f-6e2d-438d-a186-ed8829ee82a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:25Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b3cdf47dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 9b2414cb-ca68-45cc-821a-d1edb02eaa8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:25Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b3cdffdaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: e8abb5a2-1b7a-4e1f-b54e-bb3ca0245c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:25Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b3d0d18f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: 86264a79-f5f8-48dd-9307-bd8a682f8c68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:45:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:45:25Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732b3d1414307
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 90466cee-1dab-462f-b659-c66f0846f3d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732cbfe7f8307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 2192d573-8f2f-4dc0-b1b6-e2e8ad621604
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-hhjq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 044ce7fd-95e3-4b7a-bda1-bc3a7a80d9f0
  kind: Event
  lastTimestamp: "2026-04-17T16:47:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T16:47:09Z"
    name: message-dumper-predictor-c7d86bcbd-hhjq9.18a732cbfe7ff1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: a87e24ec-bf10-4740-8230-9aef7d3b507b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: ef9be835-1d75-4c30-bc60-7cd877b3321e
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-hhjq9'
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: message-dumper-predictor-c7d86bcbd.18a732b36e2a9b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: e81682c3-2099-4392-bac0-91d518557dc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15873"
    uid: 0b376783-eaa2-4ff5-9fa1-f2f872e9f4c6
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: message-dumper-predictor.18a732b36c4df2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: f84eaf97-c85b-4bc2-a666-6cafe63c5575
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: dc07f723-5704-4ba3-94cc-af856942097f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:39Z"
    name: message-dumper-predictor.18a732b6eb02e9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: bb1bcda0-6e2d-46ce-98e6-7fc9711df6d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: dc07f723-5704-4ba3-94cc-af856942097f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T16:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:39Z"
    name: message-dumper-predictor.18a732b6eb603132
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: b31d1497-5722-44a6-944d-326725cad268
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: dc07f723-5704-4ba3-94cc-af856942097f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:54Z"
    name: message-dumper-predictor.18a732ba6a25dbe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 9e9c5bbc-ba98-456f-8a97-98ac5e83bb10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: dc07f723-5704-4ba3-94cc-af856942097f
  kind: Event
  lastTimestamp: "2026-04-17T16:45:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T16:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T16:45:54Z"
    name: message-dumper-predictor.18a732ba6a917524
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: b5f3a8fc-e856-4c7a-9325-0f5a328eeedd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 04e5ad87-f545-4276-aa65-6a2faf9d5688
  kind: Event
  lastTimestamp: "2026-04-17T16:45:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:34Z"
    name: message-dumper.18a732b36c1d2880
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: 247a63db-9bfd-4225-ae4b-a3adf5e2d079
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 04e5ad87-f545-4276-aa65-6a2faf9d5688
  kind: Event
  lastTimestamp: "2026-04-17T16:45:24Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T16:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:24Z"
    name: message-dumper.18a732b36c85e5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 1d2c3596-3a02-4ff0-bf0b-ed6bbc88c0fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T16:45:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 04e5ad87-f545-4276-aa65-6a2faf9d5688
  kind: Event
  lastTimestamp: "2026-04-17T16:45:34Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-17T16:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T16:45:34Z"
    name: message-dumper.18a732b5c725c048
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 9155d993-3845-4274-b4eb-ad174811f979
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:16:44.115815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-nv54z
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a734691eea38d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: b8c3a1ea-bf29-48ca-8fb3-a41958fb037f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a73469284d9cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: 58535c16-f202-4941-9514-017db330faf0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31762"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:45Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:16:45Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a734695c5efed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: eef41d70-f885-4f9d-bfa9-fe6415cee741
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:45Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a734695dcdb900
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: e9f6f772-dd1c-4f3b-9108-6941f7906a77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:45Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346960ea7d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: d0074430-31dc-4b5b-b7e0-83feada5e513
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:45Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346961617931
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: 37ed7961-0f09-4529-8945-ea626eee0062
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346a718e1e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31821"
    uid: ef1b847b-6ef0-4153-b756-1f24940a30f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346a74fdc04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31825"
    uid: d2e776fb-6669-4c28-815b-755fb3933f4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346a75729a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: 82970c89-2c0f-4f2c-ae21-b4d7bebf3fef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346a758082e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 532b372f-a7d5-4682-82ae-9f5565dfe69a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346a78d394d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 4b4bd316-57fc-4874-97cf-0b1a02b87d02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:16:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:16:49Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a7346a7947dba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: 7b4b18e8-9ee6-4eba-a05a-6ff58778b704
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:17:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T17:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a734734bcaa97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: 72eb3c85-b9f8-43b0-a830-10a9ca55d712
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a734771ee7154c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: e7607fe5-1871-4925-9dcb-42febf8ad416
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a734771ee7df58
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: 1f3bedda-7a98-42a6-a76d-4015be0b95ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 0e86bf4f-7c65-47ef-a11c-79a4d2b04098
  kind: Event
  lastTimestamp: "2026-04-17T17:17:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:17:47Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-nv54z.18a73477f36035b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: 455375b0-bde1-4058-94f9-fa49ff3a8ce5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 9d6ecc0e-03de-4599-85c9-e91b6ea9c033
  kind: Event
  lastTimestamp: "2026-04-17T17:16:44Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-nv54z'
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a734691e5e5104
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: 7262e61c-363c-4b07-9948-26fa14f45376
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: bcf5e109-cf07-4a2b-a4bd-c436961a820c
  kind: Event
  lastTimestamp: "2026-04-17T17:16:44Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: sklearn-v2-mlserver-predictor.18a734691b81a1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 5b7d34d6-451d-4833-a155-03b3636cdeed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: e19a7b3c-c0db-4e2f-8037-3c8b2a966659
  kind: Event
  lastTimestamp: "2026-04-17T17:17:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:17:29Z"
    name: sklearn-v2-mlserver-predictor.18a7346c9a00d647
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: 21486f82-3fcc-4292-b1b0-2d806309458e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: e19a7b3c-c0db-4e2f-8037-3c8b2a966659
  kind: Event
  lastTimestamp: "2026-04-17T17:17:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:17:29Z"
    name: sklearn-v2-mlserver-predictor.18a7346c9a679e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: e0284c4d-979b-42ed-b2ec-b5921f4040a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: e19a7b3c-c0db-4e2f-8037-3c8b2a966659
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: sklearn-v2-mlserver-predictor.18a73477177c0718
    namespace: kserve-ci-e2e-test
    resourceVersion: "32221"
    uid: 9192e48d-0512-43a9-a58c-460946455e29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: e19a7b3c-c0db-4e2f-8037-3c8b2a966659
  kind: Event
  lastTimestamp: "2026-04-17T17:17:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:17:44Z"
    name: sklearn-v2-mlserver-predictor.18a7347717d92a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 8e553965-bdc0-44c9-a1f9-76c88d721bce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 5c38f442-51d3-4445-8993-294f8dc82962
  kind: Event
  lastTimestamp: "2026-04-17T17:17:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:17:37Z"
    name: sklearn-v2-mlserver.18a734691b5d07ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32178"
    uid: db8b8026-ef8f-4cc3-a4de-23c14e18e655
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 5c38f442-51d3-4445-8993-294f8dc82962
  kind: Event
  lastTimestamp: "2026-04-17T17:16:44Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:16:44Z"
    name: sklearn-v2-mlserver.18a734691bc6cc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: e88eeec5-1f58-4f0d-8cb6-8c70932ca84b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:17:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32176"
    uid: 5c38f442-51d3-4445-8993-294f8dc82962
  kind: Event
  lastTimestamp: "2026-04-17T17:17:37Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:17:37Z"
    name: sklearn-v2-mlserver.18a73475a4a5b77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 82788552-60c2-4acb-bbf4-f5f4f9188706
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:28:06.878102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    to ip-10-0-141-140.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:28:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a7350816b7dc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: dc839ed5-7366-44f2-a031-1022ce3e77ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-657cc8cfcf-p8gdb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:07Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a7350821466107
    namespace: kserve-ci-e2e-test
    resourceVersion: "37500"
    uid: c319cd83-9ee9-4a40-bf9c-426df156f40f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:08Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:28:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a73508640cbcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37512"
    uid: d968c5d8-2423-4985-9ff4-042d12d6885f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0cd196d4c53b891914316f18ab5cfa9f85258e057f3687e65332c70bf642d22d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a73508657c6fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37514"
    uid: 6dcacaf1-e062-49a4-8049-a8e47dc57b19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a7350868dc407d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37516"
    uid: 446d4834-0983-42cc-a78d-94d7fda68674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:08Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a73508694ac8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37517"
    uid: 26768df3-3cf0-4f8d-997b-e310f12c10ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a73509581533fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 072e9aac-8f0c-4c9d-88da-ecc196849716
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a735095b60cd8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37560"
    uid: c9978dce-cb9e-4ea7-8924-14f70f1475a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a735095bd43e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: eb080115-29b5-409c-8ccb-7678ebe47574
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a735095be00e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: 0b57ca10-466c-4c03-a59c-020c4ea62d24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a735095f2a7ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: 24f8a7dc-27c2-4481-8ac4-9c481a77a51f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:12Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a735095f9e1c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: 205a5891-f7f7-4a1e-aa2d-1262ce5293b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a73513c0b387a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: 8653872a-ae18-4002-936d-d173b7543e37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a73513c0b4fc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 6ed61b30-2ab9-439e-bf9f-d15f5cef14c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 3deafb57-e19f-4ff6-972a-4eaab3b078fb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:28:59Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-hk67v.18a735144a618ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37974"
    uid: 29a026a6-b90d-4f0d-8e19-5f764513aae2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-140.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-140.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: da1d60b7-6721-4ea3-b3b7-e45be176fb1e
  kind: Event
  lastTimestamp: "2026-04-17T17:28:06Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-hk67v'
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:06Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a73508161ee8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: 05d54c8a-fd6a-4821-8be1-bdfac0947972
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37474"
    uid: d6c8ffe6-178f-4d79-bc5f-2ddfa9b206e2
  kind: Event
  lastTimestamp: "2026-04-17T17:28:06Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:06Z"
    name: xgboost-v2-mlserver-predictor.18a7350812acf1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 80efe4ee-b2c2-4ffe-9f89-c5bcccd81e35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: 98356ffd-c22c-4672-ba77-04de78adbbeb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:36Z"
    name: xgboost-v2-mlserver-predictor.18a7350b918fcddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37738"
    uid: e570aeaa-c96e-42a2-8948-53f0d15dba2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: 98356ffd-c22c-4672-ba77-04de78adbbeb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:36Z"
    name: xgboost-v2-mlserver-predictor.18a7350b91d6b43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: 7d8fb404-fcbc-4e35-85f9-313b31b80d68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 98356ffd-c22c-4672-ba77-04de78adbbeb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:51Z"
    name: xgboost-v2-mlserver-predictor.18a735128fd7ad28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: 8034c560-2b7b-468b-9925-278d0119dc81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 98356ffd-c22c-4672-ba77-04de78adbbeb
  kind: Event
  lastTimestamp: "2026-04-17T17:28:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:28:51Z"
    name: xgboost-v2-mlserver-predictor.18a73512904269ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37857"
    uid: a23beddd-8835-43ba-9a32-8193de2c0852
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 2f52598e-e35d-45d7-bfba-4c7372861baf
  kind: Event
  lastTimestamp: "2026-04-17T17:28:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:49Z"
    name: xgboost-v2-mlserver.18a7350812895523
    namespace: kserve-ci-e2e-test
    resourceVersion: "37835"
    uid: 77d210de-896e-49bc-99f4-549b17e4b21c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 2f52598e-e35d-45d7-bfba-4c7372861baf
  kind: Event
  lastTimestamp: "2026-04-17T17:28:06Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:06Z"
    name: xgboost-v2-mlserver.18a7350813115a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 668fb310-7d8c-47eb-ac57-e2a467652ffe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 2f52598e-e35d-45d7-bfba-4c7372861baf
  kind: Event
  lastTimestamp: "2026-04-17T17:28:49Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:28:49Z"
    name: xgboost-v2-mlserver.18a73511fbec8861
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: c07b5880-927d-4bc3-bda9-99ea48e9872d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42933"