---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:35:20.665252Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: a9db4763-8971-45ee-b653-e1591240c513
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:35:20Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b.18a6ea1eb5dc1af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 10a4cca9-69b5-4f27-a081-106763daa0b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24998"
    uid: a9db4763-8971-45ee-b653-e1591240c513
  kind: Event
  lastTimestamp: "2026-04-16T18:35:21Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:35:21Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b.18a6ea1ecf409a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25014"
    uid: 98771c6b-ed5f-483c-aaa3-c68dde68f372
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: a9db4763-8971-45ee-b653-e1591240c513
  kind: Event
  lastTimestamp: "2026-04-16T18:35:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:26Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b.18a6ea1ed0a3bc21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25070"
    uid: 0677495a-bd7d-4c1d-8016-7c8e3a9e2fda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: a9db4763-8971-45ee-b653-e1591240c513
  kind: Event
  lastTimestamp: "2026-04-16T18:35:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:26Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b.18a6ea1ed3599118
    namespace: kserve-ci-e2e-test
    resourceVersion: "25074"
    uid: 8429b63d-a107-4d47-bf6f-f80a8a7c9dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: a9db4763-8971-45ee-b653-e1591240c513
  kind: Event
  lastTimestamp: "2026-04-16T18:35:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:26Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b.18a6ea1ed3c9aa4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: baaca539-87c1-42f0-ae8f-1306ce54c00a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: a9db4763-8971-45ee-b653-e1591240c513
  kind: Event
  lastTimestamp: "2026-04-16T18:35:30Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:30Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b.18a6ea2110e4544e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25125"
    uid: 7503c937-0a1f-4894-b97d-497afb49a26d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: d86d055c-e56d-4edd-95f9-d7ca5180729c
  kind: Event
  lastTimestamp: "2026-04-16T18:35:20Z"
  message: 'Created pod: isvc-init-fail-afc061-predictor-5b7d9ccc6-9w59b'
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:20Z"
    name: isvc-init-fail-afc061-predictor-5b7d9ccc6.18a6ea1eb522c0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24991"
    uid: c7849532-7443-4a5d-828d-3454477f1126
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-afc061-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24971"
    uid: 5cb5e3fd-f57b-43bf-ad9a-aacc2d925961
  kind: Event
  lastTimestamp: "2026-04-16T18:35:20Z"
  message: Scaled up replica set isvc-init-fail-afc061-predictor-5b7d9ccc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:20Z"
    name: isvc-init-fail-afc061-predictor.18a6ea1eb232e5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: 19603a2a-cec1-428c-a8f5-f833e1551b70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-afc061
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: d1fd4a4a-b544-4c94-b8c4-694032d47a76
  kind: Event
  lastTimestamp: "2026-04-16T18:35:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:26Z"
    name: isvc-init-fail-afc061.18a6ea1eb1f6575a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: 83fd024c-6f94-401b-909a-e99e81eebeae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-afc061
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: d1fd4a4a-b544-4c94-b8c4-694032d47a76
  kind: Event
  lastTimestamp: "2026-04-16T18:35:20Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-afc061":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-afc061":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:20Z"
    name: isvc-init-fail-afc061.18a6ea1eb26d10b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: b85068a5-51bb-4510-8c71-2b8fa67fe3e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-afc061
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: d1fd4a4a-b544-4c94-b8c4-694032d47a76
  kind: Event
  lastTimestamp: "2026-04-16T18:35:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-afc061": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:20Z"
    name: isvc-init-fail-afc061.18a6ea1eb26d547a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25002"
    uid: 770090f7-1f9c-4366-9fa6-199edafbff8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:17:32.269099Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-pmbvs
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e925f47c92d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: e0f55be7-3a81-48b3-9175-21dae43277cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e9260d345207
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 896f9f44-7d31-4dc1-ac2f-388be5c0266b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e9260e90e09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: a9745043-f366-41cc-8420-6557011e1206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e926117474ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 1d0da69c-1fa4-49ad-a22d-0786ebb0e877
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e92611e1af9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: f23584d7-dd44-479d-a3d9-b442305b22eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:37Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:37Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e927258a6809
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: b06f1891-c2a0-4bc6-b95d-3064c831f84e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:44Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.9s (6.9s including
    waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:44Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e928c0d831bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 02cbdd4e-40ed-40a2-a73b-8f8de1d71ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:44Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e928c3ff647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 4e746b4c-84e9-425d-9ac8-b495dae31a0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:17:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:44Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e928c47074f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: f622ca03-1769-41ea-8bde-4322b2a58c61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:19:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e928c864af9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: 7b9de0e5-2cf7-4b73-8a73-a03cfee2526f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 2f938c90-4ab1-45b9-b48d-58dc276b1647
  kind: Event
  lastTimestamp: "2026-04-16T18:19:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:12Z"
    name: isvc-lightgbm-predictor-78c8d484d6-pmbvs.18a6e93d46986ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 726985bd-6030-4cba-beb1-7dc583618211
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: d68a1b1f-61ad-4491-a446-1a946a09b0dd
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-pmbvs'
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6e925f3ac5aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: ad69cd29-9200-4d57-be77-8b6be77f6c35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: a51ab386-bc3e-457b-af10-5f61d6783793
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm-predictor.18a6e925f0221d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: fe77c1de-3e82-4758-a067-bb007361f918
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: 5f23f5d7-3ef2-4da9-a918-628faef4e8e5
  kind: Event
  lastTimestamp: "2026-04-16T18:18:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:18:02Z"
    name: isvc-lightgbm-predictor.18a6e9296ea5b34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: d45f204f-4ec8-4a52-b47a-f6ca36e67bb6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16233"
    uid: 5f23f5d7-3ef2-4da9-a918-628faef4e8e5
  kind: Event
  lastTimestamp: "2026-04-16T18:18:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:18:02Z"
    name: isvc-lightgbm-predictor.18a6e9296f277e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: f488cde7-7295-478f-8341-9bacb71a3ca7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 5f23f5d7-3ef2-4da9-a918-628faef4e8e5
  kind: Event
  lastTimestamp: "2026-04-16T18:19:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:02Z"
    name: isvc-lightgbm-predictor.18a6e9306e01d585
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: aa3571d8-617a-4a38-9622-a72f448b67fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 5f23f5d7-3ef2-4da9-a918-628faef4e8e5
  kind: Event
  lastTimestamp: "2026-04-16T18:19:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:02Z"
    name: isvc-lightgbm-predictor.18a6e9306ef10ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: c7fdceac-66f6-4184-953d-a7172f4ca1e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:19:12.565658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93d4ea0ab51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: ddaf7863-634d-49b1-bfa4-0900fdc0fd6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17085"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:12Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93d6780310c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: fa78b96f-ba31-475d-870a-9b94e412c31a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93d68cac644
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: f052ccb9-48c9-464e-88cf-2e84d1cf2595
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93d6bb00e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 897182cf-a25c-4e58-895a-8561b26aef56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93d6c1648bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 1e8378a7-eaac-4c41-b071-2dfec5811489
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:17Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:17Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93e8002e50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: 2d77dee8-907f-4935-baac-f4a37e904d42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:17Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93e83162ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 07338c7d-bd77-4e2a-b5ed-1f0c7733d88e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:19:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:17Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93e8379058f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 096f2d1a-c041-4110-9912-1d0d028f77d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:20:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:31Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e93ebbffe3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: bd0935af-33d6-42ad-a129-d3cf16035a14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: b5369015-efb6-4ae2-a14c-9e1ad08e093b
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj.18a6e9526690577d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: 755c9220-ca00-4ff9-9bdb-160d0d297140
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 65c92356-d24d-47d1-8a33-8be77edf96d0
  kind: Event
  lastTimestamp: "2026-04-16T18:19:12Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-4tzmj'
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6e93d4e177eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 38758f79-62ce-4723-9901-e63a9d8ff811
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 74253b56-0fc6-4c33-89d8-f5a0c5df9659
  kind: Event
  lastTimestamp: "2026-04-16T18:19:12Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor.18a6e93d4752f4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 7a6efdc5-579c-4d1a-b25a-63c7511d5501
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: a23dcf8e-83ca-4123-abbe-7d288c749319
  kind: Event
  lastTimestamp: "2026-04-16T18:19:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:42Z"
    name: isvc-lightgbm-runtime-predictor.18a6e940c5f05ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: aed13dc6-f945-441b-86a1-50ca66838f7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: a23dcf8e-83ca-4123-abbe-7d288c749319
  kind: Event
  lastTimestamp: "2026-04-16T18:19:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:42Z"
    name: isvc-lightgbm-runtime-predictor.18a6e940c6659362
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 8a0359da-19f4-49ef-aa6b-e663534d0404
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: a23dcf8e-83ca-4123-abbe-7d288c749319
  kind: Event
  lastTimestamp: "2026-04-16T18:20:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:42Z"
    name: isvc-lightgbm-runtime-predictor.18a6e947c49d9ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 011f20ec-bd39-425b-8d09-2f217c1f9463
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: a23dcf8e-83ca-4123-abbe-7d288c749319
  kind: Event
  lastTimestamp: "2026-04-16T18:20:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:42Z"
    name: isvc-lightgbm-runtime-predictor.18a6e947c51264c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 7568e68f-c667-4bca-8a6a-a4f1218069f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: ce7699a5-78b4-46a7-8550-22549be03b20
  kind: Event
  lastTimestamp: "2026-04-16T18:20:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:41Z"
    name: isvc-lightgbm-runtime.18a6e93d4728b337
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 67433773-f307-45ca-b2c7-59fa04d1e30f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: ce7699a5-78b4-46a7-8550-22549be03b20
  kind: Event
  lastTimestamp: "2026-04-16T18:19:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:19:12Z"
    name: isvc-lightgbm-runtime.18a6e93d47870d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 177d369e-e829-4a75-b32a-7cb7bdea5955
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: ce7699a5-78b4-46a7-8550-22549be03b20
  kind: Event
  lastTimestamp: "2026-04-16T18:20:41Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:41Z"
    name: isvc-lightgbm-runtime.18a6e95210810c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 7cb79aa9-7f75-4571-b571-e99598d624ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:23:43.570501Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:23:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97c67c66848
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 1e267c49-e50b-46ff-af9c-f58fe2470ba3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:44Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:23:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97c8210a421
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: 3de06deb-0ad1-4133-a862-0b012c5eec1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97c83c29da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: 4a591d24-dfeb-416e-940c-828375d8b5b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97c890f9612
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: e736a1d6-4ad0-42f3-85f2-6e465aaa8e27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97c89f4ab8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: e6c780f0-86b2-4ea3-a4b4-fd6f18ff343f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:48Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97d911525cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: 50136780-7054-4e4f-9157-f453fff204a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97d94107e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19206"
    uid: c391b0b9-235b-492e-8b31-2d393106585e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97d94808539
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: c1c6c25e-d0ed-4822-9b6e-aeff102652db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e97dcd04987f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 05f389ae-18f5-45d9-9b06-54ba8e221799
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 23f9291b-ab76-4262-b891-efbbad7c2b3a
  kind: Event
  lastTimestamp: "2026-04-16T18:24:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9.18a6e9811122c90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 6dc03975-3902-4304-b9d7-cffca1b779cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 4a605483-c0f8-44f8-b8dc-a091b85562e6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:43Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-8jsq9'
  metadata:
    creationTimestamp: "2026-04-16T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6e97c675d1c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: cb7ae9b6-29b4-41e6-9a4c-bfd9e6ec3eb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: e7997fa2-356f-4717-92ec-e4feba7b53f7
  kind: Event
  lastTimestamp: "2026-04-16T18:23:43Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e97c60f4b0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 378d874e-d3f0-4435-ac45-f7ef94b9b428
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: cf69f277-7f44-4b01-a0a7-026d211bf1d9
  kind: Event
  lastTimestamp: "2026-04-16T18:23:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e97fdf7be4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: f4391990-feeb-4290-b05c-811de3a68b10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: cf69f277-7f44-4b01-a0a7-026d211bf1d9
  kind: Event
  lastTimestamp: "2026-04-16T18:23:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e97fdfeb3086
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: df2dcded-a2d8-4ed9-a4e7-c887f86d6c2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 923f5b11-b444-4052-b2a5-f92fec0f355f
  kind: Event
  lastTimestamp: "2026-04-16T18:24:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:00Z"
    name: isvc-lightgbm-v2-kserve.18a6e97c609ed97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 2499dfe9-a80b-4dc8-a444-994ff0b61367
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 923f5b11-b444-4052-b2a5-f92fec0f355f
  kind: Event
  lastTimestamp: "2026-04-16T18:23:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-kserve.18a6e97c61272b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: b788c461-57a5-45c8-91cb-99bca9acd89b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 923f5b11-b444-4052-b2a5-f92fec0f355f
  kind: Event
  lastTimestamp: "2026-04-16T18:24:00Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:00Z"
    name: isvc-lightgbm-v2-kserve.18a6e98060d51f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: e582edf7-2dba-4dfb-8faa-3573f342cb72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:20:43.286250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e9526dff14c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 8c580a93-c5e6-4105-847e-4a58e3699090
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e95286f74b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 70ded521-8ed7-4701-be7a-16313b551acc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e952885942ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: fa67b4b2-752d-4c4b-a38c-053ecb9acdc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e9528b4aa1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: b119dd1b-b131-42a6-a9eb-26fd84e94fb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e9528bb91abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: fa1cbd64-d0d3-45d7-aa27-d4fbef1d7fe4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:20:47Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e953848314f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 77fcd9b8-490e-44de-9004-a954e9d318fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:23:08Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m20.477s
    (2m20.477s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e97439a27568
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 0330285c-9793-4efa-81d7-09f42d50cf3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:23:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e9743fc11940
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: b93b8b09-c0f0-443d-986c-385e6cfb35df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:23:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e97440be2148
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: 2b3d6f48-d1c4-44ca-b85d-2fbf6f214640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 2d1c68c6-a9d0-4258-9c90-7934b9b99621
  kind: Event
  lastTimestamp: "2026-04-16T18:23:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2.18a6e97c6100fec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 5ba15791-b860-490e-9a0a-82645ffc0ccc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: 4b2d5519-61f0-4efc-85cf-d68b0d672067
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-lgxm2'
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6e9526d80e6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: cfcbc5d9-2b6b-4a64-af84-0286679942be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: a6ea3b6e-1cd3-4961-806d-b212c5c9f76b
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e952667d66af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 38eed6b5-f767-4cd9-8fb9-1e553505b806
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: b7639a52-95d3-46a7-8304-9160023b9a9a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e955e51c3ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: 20b78ed6-8334-418c-af9d-da1421a353ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: b7639a52-95d3-46a7-8304-9160023b9a9a
  kind: Event
  lastTimestamp: "2026-04-16T18:23:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:43Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e955e587c53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 57a5655f-db0f-4ac1-b622-3d5a2e57d8cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 9a56df34-c9d8-481c-8d5a-c68cfd5594ce
  kind: Event
  lastTimestamp: "2026-04-16T18:23:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:23:41Z"
    name: isvc-lightgbm-v2-runtime.18a6e9526667120c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: a1e24a3a-5ba4-4f3d-bfef-d8bd4a86e51e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 9a56df34-c9d8-481c-8d5a-c68cfd5594ce
  kind: Event
  lastTimestamp: "2026-04-16T18:20:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:20:43Z"
    name: isvc-lightgbm-v2-runtime.18a6e9526764b595
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 05fb26d1-0b41-42a8-aeac-9502c0da6a93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 9a56df34-c9d8-481c-8d5a-c68cfd5594ce
  kind: Event
  lastTimestamp: "2026-04-16T18:23:41Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:23:41Z"
    name: isvc-lightgbm-v2-runtime.18a6e97bee1b6862
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: b35e5fb2-c028-41d6-9091-64460f4d461b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: d4b47659-d364-47f5-b284-9e6957dd7e49
  kind: Event
  lastTimestamp: "2026-04-16T18:19:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:19:04Z"
    name: isvc-lightgbm.18a6e925efdd5528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: 73b2f6bf-a296-4b50-be9d-fc15520e10a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: d4b47659-d364-47f5-b284-9e6957dd7e49
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-lightgbm.18a6e925f09219c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: e8293bf0-dda7-4661-84c4-657cefb1f2ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: d4b47659-d364-47f5-b284-9e6957dd7e49
  kind: Event
  lastTimestamp: "2026-04-16T18:19:04Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:19:04Z"
    name: isvc-lightgbm.18a6e93b7adb952a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 906a08e5-26e1-4322-97bb-fbc6c1cf05ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:16:07.019708Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-69fc5c8d55-lt7tf
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:16:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:16:07Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9121b3a23af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 8f99cb3d-615e-4348-a499-c92d721acf77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:07Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:16:07Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9123428d1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: d922d622-6375-43de-b421-e5e12dabfadf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:07Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e91235829772
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 863db5fc-8e27-42d5-8189-22a7145ac4ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:07Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e91238a1e40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 009d35a2-5dfb-4452-9e80-21426f4c79dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:07Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9123912a240
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: 404bf442-a5a9-4836-b5df-b079d9482c05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:12Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9134b62ad7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: e6e6bff2-a68b-4cd6-b39d-610b0aac3001
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:12Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9134eba96c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: 2c7de45d-ba3c-4054-83cc-b73ffbba36b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:12Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9134f285211
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 310b361c-6d9c-4ab1-9be4-c0a2fc0b9045
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:12Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:12Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9134f340729
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: c7cdb099-70f2-4dfe-b30c-56e372306a1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:12Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:12Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e913520f4cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: 51462a83-b6a4-41cd-971b-d097df3bd809
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:16:12Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:12Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e9135281e17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: e6b6d63d-8123-4df4-baec-f60a296e0fa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:17:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:54Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e913875a81d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 95d22244-90fc-4928-8208-9373b334f2a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:17:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:54Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e91387649d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 22517bc8-f813-4194-8b8f-3c878a9b6dfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e925f25f1a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: d55b9ea5-d087-45ee-9882-3f4dc0164741
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-69fc5c8d55-lt7tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 6379f99b-7391-4aab-b7c0-bef6c72c1769
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: isvc-logger-predictor-69fc5c8d55-lt7tf.18a6e925f2605d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: a494242d-75ef-49ed-af24-eb96b318184d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-69fc5c8d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: dc250fc3-a658-4256-a129-4c63116a2ac1
  kind: Event
  lastTimestamp: "2026-04-16T18:16:07Z"
  message: 'Created pod: isvc-logger-predictor-69fc5c8d55-lt7tf'
  metadata:
    creationTimestamp: "2026-04-16T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:07Z"
    name: isvc-logger-predictor-69fc5c8d55.18a6e9121ac45fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 394c554a-07c6-4bc9-b8c9-83dcd5baa16f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: a00ea77b-2198-445f-9f76-4b60a3217d04
  kind: Event
  lastTimestamp: "2026-04-16T18:16:06Z"
  message: Scaled up replica set isvc-logger-predictor-69fc5c8d55 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:06Z"
    name: isvc-logger-predictor.18a6e912171515ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 9c3b6e01-a81b-4833-89fa-2f677cb047a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: e7be6a74-7b0c-489f-abd8-fc380768bc53
  kind: Event
  lastTimestamp: "2026-04-16T18:16:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:36Z"
    name: isvc-logger-predictor.18a6e91595c46b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: 95f55685-c897-4331-8458-bbe3d3312d14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: e7be6a74-7b0c-489f-abd8-fc380768bc53
  kind: Event
  lastTimestamp: "2026-04-16T18:16:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:37Z"
    name: isvc-logger-predictor.18a6e91596338ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 7afa6680-9e14-4725-820c-84934415f8c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: e7be6a74-7b0c-489f-abd8-fc380768bc53
  kind: Event
  lastTimestamp: "2026-04-16T18:17:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:22Z"
    name: isvc-logger-predictor.18a6e91c9450a47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: f7050223-0a40-4160-8d98-b88dd53f4d91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: e7be6a74-7b0c-489f-abd8-fc380768bc53
  kind: Event
  lastTimestamp: "2026-04-16T18:17:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:17:22Z"
    name: isvc-logger-predictor.18a6e91c94cbabda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16133"
    uid: 727ed26c-57c6-494f-9558-823e5f3f8d48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: fe19cd00-30f0-4d79-b7af-1f6673b5a685
  kind: Event
  lastTimestamp: "2026-04-16T18:17:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:17:24Z"
    name: isvc-logger.18a6e91216e43e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: daf3d741-a3a6-4c75-bac7-fcb33e3688de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: fe19cd00-30f0-4d79-b7af-1f6673b5a685
  kind: Event
  lastTimestamp: "2026-04-16T18:16:06Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:16:06Z"
    name: isvc-logger.18a6e912173433aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: d285af53-9e1e-4b30-885f-f61103922669
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: fe19cd00-30f0-4d79-b7af-1f6673b5a685
  kind: Event
  lastTimestamp: "2026-04-16T18:17:24Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:17:24Z"
    name: isvc-logger.18a6e92414ac37f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: c18a76d6-725c-4caa-94e8-937fc02795d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:24:03.626097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:24:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:24:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e981132e7777
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: 67d50339-f66b-45ac-a3a4-c7a7f6977ad6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:04Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:24:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e9812c583bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: e9184010-da37-487f-b253-1f7e1b96149f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e9812dc6a361
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 7590383f-1aa1-4ecc-9631-c7cd480bc9ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e981349985c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 87aac70c-85ff-462b-b4db-66ab7c15f1a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:04Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e981350d62e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 7d7b8f6b-567d-4416-9993-fd39d41bfbf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e9823d1f16de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: 42bbf3fe-f3d3-4481-83e5-6b245a5dfd31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e98240239d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: aeac6e9f-4d9a-4671-9090-28d71cc39da0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:08Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e982409380b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: c5925bbf-9672-4568-b073-bb3c7f6bfd26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e4e9f87b-88d0-4acb-b122-939dec459ea4
  kind: Event
  lastTimestamp: "2026-04-16T18:24:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs.18a6e98a6a0af252
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 70857c4e-dfc7-4ba7-a537-8bba1251b233
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: ad867ffa-eaf7-460f-baf0-bd9b598351c3
  kind: Event
  lastTimestamp: "2026-04-16T18:24:03Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-xk4hs'
  metadata:
    creationTimestamp: "2026-04-16T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:03Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6e98112be856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: c18dc630-ad39-428b-850e-7a21c92532e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: 76de63d8-829a-4845-9e60-12f9986e70f8
  kind: Event
  lastTimestamp: "2026-04-16T18:24:03Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e9811060ffe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 8ea0908b-b92c-49d2-81b0-7d92bf932111
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 85b90502-0334-4a1b-ae9d-855a8e580538
  kind: Event
  lastTimestamp: "2026-04-16T18:24:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:33Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e9848e903c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 9a51ff1f-1dd7-45c5-ad70-81b66357a79d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 85b90502-0334-4a1b-ae9d-855a8e580538
  kind: Event
  lastTimestamp: "2026-04-16T18:24:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:24:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:33Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e9848f01290e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: c3a9b430-fc29-4361-a64f-54e3852b11ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: c010cc2a-ac33-467b-a3ed-26da69420a1a
  kind: Event
  lastTimestamp: "2026-04-16T18:24:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:40Z"
    name: isvc-mlflow-v2-runtime.18a6e9810ff00d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 374c7974-d620-498b-a8ca-51167704aa00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: c010cc2a-ac33-467b-a3ed-26da69420a1a
  kind: Event
  lastTimestamp: "2026-04-16T18:24:03Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:03Z"
    name: isvc-mlflow-v2-runtime.18a6e981106dd608
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 5dd108e0-29eb-4357-80ea-81f040cd9caa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: c010cc2a-ac33-467b-a3ed-26da69420a1a
  kind: Event
  lastTimestamp: "2026-04-16T18:24:40Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:40Z"
    name: isvc-mlflow-v2-runtime.18a6e989b534164d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: b565a9f8-a1e6-466f-bee0-649ebfd4f56a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:26:03.949607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-9g7gx
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e99d17059e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20379"
    uid: e8b3c5ea-53cd-4b11-84fa-ebf499226753
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:04Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:26:04Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e99d302fd8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20391"
    uid: bb80dd28-ca4a-4dd2-9afb-ae9a03ee0a70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:04Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e99d319e1480
    namespace: kserve-ci-e2e-test
    resourceVersion: "20393"
    uid: 1bab5380-a370-44ad-b1b5-c7737d48d6d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:04Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e99d34e47811
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: 9660dd4f-739f-455e-b2a7-278d2c6c6f45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:04Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e99d355d6cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 709e9a83-6e32-4a80-bcfe-58e015f9744f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:08Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:08Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e99e43a7a791
    namespace: kserve-ci-e2e-test
    resourceVersion: "20433"
    uid: b698744d-2600-41f0-a972-60b9c90677d2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:19Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.856s (10.856s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e9a0cabe924f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 5c176937-a392-4cc3-a599-7bfac82a4e53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e9a0ce5c79e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: 7ed02ba4-a49a-445f-9cc2-bcec6fc6a07d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:26:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:19Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e9a0cee57410
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: 5148c2f2-58f3-457e-aedc-7a8ae7d23559
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:27:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:01Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e9a0d5e8eccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 4575517d-c32b-49a4-bf95-5703f79e9f8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20375"
    uid: 1742cd93-3891-4754-b466-60079e7a7a90
  kind: Event
  lastTimestamp: "2026-04-16T18:27:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:15Z"
    name: isvc-paddle-predictor-7dddcb4bd4-9g7gx.18a6e9adbe84ef92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: 80f1f75b-6e43-41b9-a78e-df13f312bab5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: 6ae4159c-f0ef-4d1d-8d2e-d549dd335c26
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-9g7gx'
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6e99d169735cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: 2778910b-556f-4f14-a3e8-78c047bd1795
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: a86c4906-7907-4ea5-8a47-7e6fe36350ec
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-paddle-predictor.18a6e99d139a4230
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: b6c1cf3d-a5fa-40e0-9167-427488d4f393
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: fd4fdb1c-1378-4dcb-aca9-dfcffe61987a
  kind: Event
  lastTimestamp: "2026-04-16T18:26:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:33Z"
    name: isvc-paddle-predictor.18a6e9a0922dc778
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: fbcf1cea-ba9f-4ab3-88d0-c400c107991c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: fd4fdb1c-1378-4dcb-aca9-dfcffe61987a
  kind: Event
  lastTimestamp: "2026-04-16T18:26:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:33Z"
    name: isvc-paddle-predictor.18a6e9a0929a81a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e876ee67-d5a7-487e-9f25-b50390db47bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: fd4fdb1c-1378-4dcb-aca9-dfcffe61987a
  kind: Event
  lastTimestamp: "2026-04-16T18:27:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:03Z"
    name: isvc-paddle-predictor.18a6e9a790a39af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: ce5c165a-f0a5-4f8a-88c6-3dcb4dfea796
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: fd4fdb1c-1378-4dcb-aca9-dfcffe61987a
  kind: Event
  lastTimestamp: "2026-04-16T18:27:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:03Z"
    name: isvc-paddle-predictor.18a6e9a7910b2453
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: 6d3ffc5b-f8c8-4ec3-8699-295a1e1d863c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:27:15.585638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:27:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:27:15Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9adc4dcb209
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 7503a4a5-0713-4e1b-9ef8-0dea32d6319b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:16Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:27:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9adddbf3b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 8934a693-1c7e-40b0-99d4-3cd2dc360d3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9addf28dc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 2d696734-4b05-4dee-8dbd-4785568f0460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9ade20b3518
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 19dbdebc-1c75-4eb6-aa74-5d46b58676f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:16Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9ade27a3326
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 5c5f471f-52cd-41dd-bfdb-655d661aa5d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:21Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:21Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9af16abcd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: 372990f4-b84e-48a0-8fc2-e07e70f296ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:21Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9af19b2a9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: eae7c665-73c6-43c7-8411-2af1f8e4af3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:21Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9af1a273280
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: a1e89d5c-8566-441f-bc88-f15f1d53e9b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:27:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:53Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9af52978e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 2d0e6123-4c33-425e-9eb4-3b22ccd46bf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 45e1d74d-a73e-46ee-9373-606f4c3a579c
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-zj8d2.18a6e9b9c3c1e58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 89e9c85c-14b5-4f2c-8957-d43b905261e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20951"
    uid: 069fc7e2-a87d-41fb-a53a-de018281a06b
  kind: Event
  lastTimestamp: "2026-04-16T18:27:15Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-zj8d2'
  metadata:
    creationTimestamp: "2026-04-16T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:15Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6e9adc46dabc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: a0f6c3a3-90ff-4724-a0c8-12358f16fdf2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: f075bcad-77fa-48b7-abe9-2cb3d069572f
  kind: Event
  lastTimestamp: "2026-04-16T18:27:15Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:15Z"
    name: isvc-paddle-runtime-predictor.18a6e9adc1f767f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 0f32ef0b-7f3a-4ec3-b489-f86c0874d7a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: 921dd0dc-76b5-4f9f-90bf-97340375d2ae
  kind: Event
  lastTimestamp: "2026-04-16T18:27:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:30Z"
    name: isvc-paddle-runtime-predictor.18a6e9b140834b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: d07748c2-d611-466e-bac9-f29516203197
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20950"
    uid: 921dd0dc-76b5-4f9f-90bf-97340375d2ae
  kind: Event
  lastTimestamp: "2026-04-16T18:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:30Z"
    name: isvc-paddle-runtime-predictor.18a6e9b140eb57f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: b352f552-2c0c-41f9-bbdf-8637d89a9806
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: 921dd0dc-76b5-4f9f-90bf-97340375d2ae
  kind: Event
  lastTimestamp: "2026-04-16T18:28:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:00Z"
    name: isvc-paddle-runtime-predictor.18a6e9b4c0124378
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 5f6a9338-5163-4c15-b582-95643621292d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: 921dd0dc-76b5-4f9f-90bf-97340375d2ae
  kind: Event
  lastTimestamp: "2026-04-16T18:28:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:00Z"
    name: isvc-paddle-runtime-predictor.18a6e9b4c07c3666
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 017f593c-8930-4d34-9ca6-b7b29ad937d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: 64e6b046-e078-45d7-92e1-c56fd0657a24
  kind: Event
  lastTimestamp: "2026-04-16T18:28:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:03Z"
    name: isvc-paddle-runtime.18a6e9adc1cd0794
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: b9331213-fffb-418e-a70d-4749646febb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20940"
    uid: 64e6b046-e078-45d7-92e1-c56fd0657a24
  kind: Event
  lastTimestamp: "2026-04-16T18:27:15Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:15Z"
    name: isvc-paddle-runtime.18a6e9adc21e7bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 5b6553b8-ea98-490a-a57e-bdb36fb07009
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 64e6b046-e078-45d7-92e1-c56fd0657a24
  kind: Event
  lastTimestamp: "2026-04-16T18:28:03Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:03Z"
    name: isvc-paddle-runtime.18a6e9b8e27d9444
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 20aa9b23-bb99-4194-8a48-eb71080721a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:28:07.175292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9b9c7d83d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 652dbddb-8b0b-4896-a8a0-8fa8f37fe89c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9b9e0a514ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: c5ee6829-dcbf-4341-8673-f3ce52f0f8d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9b9e201228b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 5099c7b5-279a-4085-87d9-14232720b318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9b9e509f887
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 604b4144-e144-4ac6-b2d6-1ecfbeb3166b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9b9e578fb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 014c5767-21cc-4024-8406-d365596939ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:12Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:12Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9bb00458dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: ae1c8c12-bdac-483e-8f1f-54c2d2bc0276
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:12Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9bb03468473
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 2c05da0a-0512-407c-ae20-533e40b1bd30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:12Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9bb03b56045
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 90499b03-fdcb-40dc-bfad-ae5d27f341b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:44Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9bb3c2e34df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: bd4363f0-ed60-4655-aab4-45816a228eed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 1fcdddae-37fe-4f1b-9c4a-e7c87063e28d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2.18a6e9c5d2971449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 7fb34690-3f0f-4b67-9bc3-4bc2627e3a8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: 5fedfa43-29f8-429f-8c67-21907a750635
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-ntwl2'
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6e9b9c744e04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: facb8d19-894a-4be1-9328-a10770ad5732
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: f6994b84-ad43-4ede-9237-f7e0fc5966ed
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e9b9c4a7c4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: a432d014-cf59-4a85-a2d4-bdec2edfe531
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 7050f344-78fa-4b01-9317-d861d796271a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e9bd4312d1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: 14fb9a98-8372-4d6a-a85d-2c63ac912289
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 7050f344-78fa-4b01-9317-d861d796271a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e9bd43a9291d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: da15c04a-c5b1-45e2-a76e-0c16566c2dfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 7050f344-78fa-4b01-9317-d861d796271a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:52Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e9c0c2cab3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 8817cf4e-9d30-44ef-a725-61a07c4d78a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 7050f344-78fa-4b01-9317-d861d796271a
  kind: Event
  lastTimestamp: "2026-04-16T18:28:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:52Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e9c0c33415d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: d0449b4d-0874-4b8a-946b-46268025a452
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 428db909-b7ae-40d3-8662-3a4371e0fb64
  kind: Event
  lastTimestamp: "2026-04-16T18:28:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:54Z"
    name: isvc-paddle-v2-kserve.18a6e9b9c476c561
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 8225c7eb-d9cb-4605-8aaf-4ae5077f2807
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 428db909-b7ae-40d3-8662-3a4371e0fb64
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve.18a6e9b9c4df169d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 47cd9ef2-2a3a-4c6a-a948-f8aee0db7772
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 428db909-b7ae-40d3-8662-3a4371e0fb64
  kind: Event
  lastTimestamp: "2026-04-16T18:28:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:07Z"
    name: isvc-paddle-v2-kserve.18a6e9b9cabea0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21424"
    uid: 47efdd4c-f551-4499-bdbf-78d3694a2803
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 428db909-b7ae-40d3-8662-3a4371e0fb64
  kind: Event
  lastTimestamp: "2026-04-16T18:28:54Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:54Z"
    name: isvc-paddle-v2-kserve.18a6e9c4cc2bc852
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 5ddad7b0-03e0-48a5-80f7-dc77ea1fb7d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 41b2b301-9e48-4bd9-bdcf-5596042b62a6
  kind: Event
  lastTimestamp: "2026-04-16T18:27:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:11Z"
    name: isvc-paddle.18a6e99d1380f961
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 8f0d5a96-799d-4ced-944f-7400e857c21c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 41b2b301-9e48-4bd9-bdcf-5596042b62a6
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-paddle.18a6e99d1428e154
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 85a04d2e-0b0e-4ae0-b3ac-f3ded5ff1fa1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 41b2b301-9e48-4bd9-bdcf-5596042b62a6
  kind: Event
  lastTimestamp: "2026-04-16T18:27:11Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:27:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:11Z"
    name: isvc-paddle.18a6e9acbcecca70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 6b3b856f-911b-4a8c-8734-330396100c9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:28:58.999317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-52cpc
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:28:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c5d8cc18fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21878"
    uid: a8c44a55-4283-44f9-9be8-fa51015e0554
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:59Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c5f1c6b081
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 73f630d2-452b-4312-914d-cd458b29fead
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c5f3258e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: b4cceee2-c5a5-49b7-b6c3-179037794959
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c5f5eebe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: ec15adbb-6119-466c-9b8a-a3d8580950b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:28:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c5f65dc751
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: 2cf21fff-3b29-4bd3-8204-b52f5a6900ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:29:03Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:03Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c6ea5c2701
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 10f13ff2-a6f8-4e2c-b694-e7fc3a7dd461
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:29:10Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.855s (6.855s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:10Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c882f8128e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 6027a4b6-7f5d-422d-a716-ea118ff6a3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:29:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:10Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c885f6165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 80feb85e-d86c-4db3-a76b-2d8eea52fc55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:29:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:10Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c88668149c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 7e3fb31a-efc8-4c29-a2b3-898b49ac3998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:30:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:42Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9c88d5cf3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: bebf7518-7e44-4cfb-9a01-8badb4f9f744
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-52cpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 3838e5fa-bd5f-4619-bcaa-729785cf2e5d
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-pmml-predictor-5584ffd8c9-52cpc.18a6e9dd576a1f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: 8aa55f04-b36f-4651-a31d-4d011cf41e0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: df08c1d6-1408-4028-a704-087ec6b6b98f
  kind: Event
  lastTimestamp: "2026-04-16T18:28:58Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-52cpc'
  metadata:
    creationTimestamp: "2026-04-16T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:58Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6e9c5d861a944
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: 8813356c-d30f-4d68-9cc1-092fa6ff7dc4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: fe3fa688-9496-473d-a42c-399ecf2204b9
  kind: Event
  lastTimestamp: "2026-04-16T18:28:58Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:28:58Z"
    name: isvc-pmml-predictor.18a6e9c5d615b5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 0d1dd03f-687c-438d-96a8-bb0167d0b216
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: a71396dc-e800-496e-aeab-ef24e7819a31
  kind: Event
  lastTimestamp: "2026-04-16T18:29:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:44Z"
    name: isvc-pmml-predictor.18a6e9c954fc33df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: 3a59a785-2878-461d-a462-62983b0f750f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: a71396dc-e800-496e-aeab-ef24e7819a31
  kind: Event
  lastTimestamp: "2026-04-16T18:29:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:44Z"
    name: isvc-pmml-predictor.18a6e9c955630fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: 5e5fd976-d678-42de-b1c3-fecd8dc10fce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: a71396dc-e800-496e-aeab-ef24e7819a31
  kind: Event
  lastTimestamp: "2026-04-16T18:30:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:29Z"
    name: isvc-pmml-predictor.18a6e9d3d4ab0446
    namespace: kserve-ci-e2e-test
    resourceVersion: "22543"
    uid: ad67c9a9-782e-4343-9661-883c7f9fae39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: a71396dc-e800-496e-aeab-ef24e7819a31
  kind: Event
  lastTimestamp: "2026-04-16T18:30:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:29Z"
    name: isvc-pmml-predictor.18a6e9d3d51d7f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22544"
    uid: d2f5c28c-04bd-4a99-bb66-cc9a6f1e795b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:40.007386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:40Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9dd5d5904bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: f6147255-e506-4519-bcfe-846430efda59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:40Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:40Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9dd7650c85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 913fb19f-5253-4e43-b11a-30fcbd9aae0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:40Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9dd779dc857
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 401ec425-52fe-4724-8084-082df0ad0297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:40Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9dd7bb3b284
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: d695d76d-32f7-4cd9-a887-2edd48dcdfb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:40Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9dd7c1c402c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 5cb0d5aa-c05c-4177-bdc1-2ae85b1ce05c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:44Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:44Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9de819f9504
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: f61b2dfa-3714-4df8-adca-9d656e91b361
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:44Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9de8466dc1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 0a575832-bed6-40e6-84d6-b4cdbebcf53c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:30:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:44Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9de84c857d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: c566833a-02ef-41c9-bcf0-7f41063cc577
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:31:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9debd8d0ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 9ece7492-2425-4ec2-819e-46094fd7bda8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 99ce985f-43a6-4ac2-94e9-f180b18b0b45
  kind: Event
  lastTimestamp: "2026-04-16T18:32:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:10Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz.18a6e9f28ca8a749
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: d3446651-8312-4f95-9bbd-801ea2874d85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 95b8626d-3f85-4598-b7cc-36fcac21164d
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-jtmwz'
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6e9dd5cca68ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: d8e7cc39-504e-4f70-94c3-7acb31a15c29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 6db78101-da1c-4868-a566-e9d07f08ec63
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-pmml-runtime-predictor.18a6e9dd581419e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: e4853024-2264-4ab3-aee1-7a9df104d90d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: fd3c8bfa-2905-409d-b044-ba03ea0a9a0a
  kind: Event
  lastTimestamp: "2026-04-16T18:30:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:54Z"
    name: isvc-pmml-runtime-predictor.18a6e9e0d68caa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22810"
    uid: a720533f-961a-4398-a89f-154c7867ae9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: fd3c8bfa-2905-409d-b044-ba03ea0a9a0a
  kind: Event
  lastTimestamp: "2026-04-16T18:30:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:54Z"
    name: isvc-pmml-runtime-predictor.18a6e9e0d6f00b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22812"
    uid: 5c51e5e3-96b6-45df-b8ab-4e3c239256b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: fd3c8bfa-2905-409d-b044-ba03ea0a9a0a
  kind: Event
  lastTimestamp: "2026-04-16T18:32:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:10Z"
    name: isvc-pmml-runtime-predictor.18a6e9e45657a8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23350"
    uid: 08c7f693-bbf2-48ea-80a3-845761af15cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: fd3c8bfa-2905-409d-b044-ba03ea0a9a0a
  kind: Event
  lastTimestamp: "2026-04-16T18:32:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:10Z"
    name: isvc-pmml-runtime-predictor.18a6e9e456c57cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23351"
    uid: c00d8428-d6de-4f4f-8369-aa761780382a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2213cae6-846a-4c99-92fc-46146c0e26ab
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: isvc-pmml-runtime.18a6e9dd57e9608a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23341"
    uid: 7ac8a335-21d4-4a4d-864b-063a03d996b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 2213cae6-846a-4c99-92fc-46146c0e26ab
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-pmml-runtime.18a6e9dd583f9b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22667"
    uid: d8dc97b7-a966-4462-9904-8805afc7060e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: 2213cae6-846a-4c99-92fc-46146c0e26ab
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:40Z"
    name: isvc-pmml-runtime.18a6e9dd5ca21aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: f55a151b-2b4e-4d13-8600-a580ad647884
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23339"
    uid: 2213cae6-846a-4c99-92fc-46146c0e26ab
  kind: Event
  lastTimestamp: "2026-04-16T18:32:08Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:08Z"
    name: isvc-pmml-runtime.18a6e9f2044298cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23340"
    uid: b1ee1211-edda-449e-9c19-ce695f9ad2f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:32:11.090332Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23402"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f292506aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: f8d45f67-79ce-46c5-942d-dc3e97709ab1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f2ab36b499
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: 81eb025d-483e-40aa-b1f1-860747fe4f1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f2ac9d467c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 5dc42455-292a-4163-8cd6-804634ea8bea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f2afc9c29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 51a37038-276d-43b4-b34b-bd51c7b917dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f2b03cb014
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 998ee9f1-e4c7-4988-a5db-2a9373f2dc68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:16Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:16Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f3c242b92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: fcd39253-7c27-4b38-8be2-7762e3b7d85f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:16Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f3c52409c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 3e16b8f6-c0ec-4fdd-a661-d75aafa23d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:32:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:16Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f3c593f4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 646d7864-586c-4010-aa74-6e95e4c170f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:33:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6e9f3fe2c094e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 1c6f97db-c544-4b24-9db3-a508fdd93180
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 49886d4a-d8d7-4d77-9dec-4227cc327c56
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2.18a6ea07c9361c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: a4e3c2d7-a464-499e-9551-860a3cee9a55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 9f2d6c9e-6e55-451f-b48c-fcfef50fe46f
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-kpgh2'
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6e9f291c40cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: 0ea863b5-b141-4afe-ae31-955eaffc46cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: 64bf1d61-b943-4f9d-92ee-a3baf32ba5ad
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e9f28de09d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 4ea80784-32b5-4d7b-985a-d76159ed92ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: d7847e87-746a-400d-b262-7be92dcbb313
  kind: Event
  lastTimestamp: "2026-04-16T18:32:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:41Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e9f60c5b6dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 557b678b-8e26-4fb9-bc9e-18aa72e9a394
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: d7847e87-746a-400d-b262-7be92dcbb313
  kind: Event
  lastTimestamp: "2026-04-16T18:32:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:41Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e9f60cdab6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 24f184c8-561e-46b9-977a-289bc5aa0a61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: d7847e87-746a-400d-b262-7be92dcbb313
  kind: Event
  lastTimestamp: "2026-04-16T18:33:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:41Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e9fd0ab89421
    namespace: kserve-ci-e2e-test
    resourceVersion: "24075"
    uid: 403a4772-93ee-4fcd-8f2f-11425d2290b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: d7847e87-746a-400d-b262-7be92dcbb313
  kind: Event
  lastTimestamp: "2026-04-16T18:33:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:41Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e9fd0b2ae5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24076"
    uid: f0b2461d-54ea-4caa-a924-8bc0bab40d63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 09d0b555-4ee9-4cdf-a1b9-e4c59ab673be
  kind: Event
  lastTimestamp: "2026-04-16T18:33:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:39Z"
    name: isvc-pmml-v2-kserve.18a6e9f28db2dd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24066"
    uid: e5ab24e3-e28d-4362-bd2c-53c51a08c118
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: 09d0b555-4ee9-4cdf-a1b9-e4c59ab673be
  kind: Event
  lastTimestamp: "2026-04-16T18:32:11Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:11Z"
    name: isvc-pmml-v2-kserve.18a6e9f28e04aa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: 2c634996-b6c5-4081-b00b-d5596c052bf8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 09d0b555-4ee9-4cdf-a1b9-e4c59ab673be
  kind: Event
  lastTimestamp: "2026-04-16T18:33:39Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:39Z"
    name: isvc-pmml-v2-kserve.18a6ea0735094465
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: 2a0230fc-29c1-43f1-aa4e-5621ea1d83b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 6d571d78-b205-4381-962a-3ce885b02b46
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-pmml.18a6e9c5d5eba0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: a087a7d8-5b64-4880-bc21-3419362a4f68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 6d571d78-b205-4381-962a-3ce885b02b46
  kind: Event
  lastTimestamp: "2026-04-16T18:28:59Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml.18a6e9c5d63e627b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 58c1542f-1037-43e0-a9cc-add4a258f657
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:28:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 6d571d78-b205-4381-962a-3ce885b02b46
  kind: Event
  lastTimestamp: "2026-04-16T18:28:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:28:59Z"
    name: isvc-pmml.18a6e9c5dc8f3145
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 85d2cacd-6870-4432-849d-a9e6aaa4e155
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22572"
    uid: 6d571d78-b205-4381-962a-3ce885b02b46
  kind: Event
  lastTimestamp: "2026-04-16T18:30:32Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:32Z"
    name: isvc-pmml.18a6e9dbaa82b695
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 07960573-627e-47a5-aa72-bb180e2c3825
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:38:51.332116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea4fc29556e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: dd74e9d4-70fa-43b3-85cf-b8e842d4aaa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea4fdb62f76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 4e9c0495-3faf-4aca-adc6-95ed3336a43d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea4fdcb5762d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: a2fb895e-c31f-4c78-a869-e9474a971a46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea4fe00329cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: 1573ad74-8dd2-4824-8744-5868f07a756d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea4fe070a0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: cdbab1b9-9d98-49e9-a98c-b3920fcc4082
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:56Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:56Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea50f3623b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: e8992ab7-0130-4ef5-a1b9-67b8c836e20d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:56Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea50f7308c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27107"
    uid: 612033bd-c718-415e-9268-fcf15abec5ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:38:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:56Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea50f7a5fa00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27108"
    uid: 20447f1e-7f9a-439f-bccb-05ad78710b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea512f4e1bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: 8bf118af-54a4-4aca-a309-805b44b44995
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: ca8d2768-e34c-4a14-9d81-6b2ee2845b94
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-rkf5b.18a6ea64c11d70f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 4e32d2fb-7cb8-4bfc-b7cd-fe78e13d46df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: cc93cd37-766f-46fe-ae59-fd54022d2d1c
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-rkf5b'
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6ea4fc204326b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: c0cd141d-6bba-4a05-b897-e89b4bb74989
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 71f4890a-a354-4312-9904-d93ab1028704
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm-predictor.18a6ea4fbe2b945a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: e88b4962-8127-4798-b535-17b5b1035b88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 8d6b25e8-c867-4fd8-b633-276921f7b453
  kind: Event
  lastTimestamp: "2026-04-16T18:39:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:06Z"
    name: isvc-predictive-lightgbm-predictor.18a6ea533d0f711f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 2052b722-82c5-40e6-8a6f-75cc5251e7ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 8d6b25e8-c867-4fd8-b633-276921f7b453
  kind: Event
  lastTimestamp: "2026-04-16T18:39:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:06Z"
    name: isvc-predictive-lightgbm-predictor.18a6ea533d760a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: 3a33867d-e6ef-40cd-8aec-1de95bca77fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: 8d6b25e8-c867-4fd8-b633-276921f7b453
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-lightgbm-predictor.18a6ea56bc5b5366
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 8c896c90-d10c-44f8-a296-dfb767c4278b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: 8d6b25e8-c867-4fd8-b633-276921f7b453
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:39:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-lightgbm-predictor.18a6ea56bcc37e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "27739"
    uid: 25f4b0f9-0932-4970-acf6-0206ffcd00e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:43:12.077112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8c78323979
    namespace: kserve-ci-e2e-test
    resourceVersion: "29157"
    uid: 710a7376-c070-4d63-92c5-9ad28026f51e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8c9109e94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29166"
    uid: d52eea90-7833-4084-9287-1297138057eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8c9269cb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: 507e381c-86ce-43e6-b373-ddc8ffd5068f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8c95939737
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: 8c3f13d5-baa1-4d45-bb5b-dc2d8955092c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8c96059ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: a1a2ba19-5b68-4ed3-95ac-3c0f66dd9f8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8dacc46563
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: 0ade03ef-a422-4aff-b4c3-31d91d681c30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8db0adc642
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 419e2185-f6d9-4204-a8ea-772ceccb65ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea8db1265f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29226"
    uid: 331dea62-775b-42ae-9354-1973fb93e537
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:44:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6ea9520a90d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29978"
    uid: 2748b7cf-7a73-4bc5-a7f5-8bbed1923a07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 7b4d9a6d-2f28-4370-8fc4-977debbc24f4
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt.18a6eaa16f8c238b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29865"
    uid: 52d49bb0-4a33-4f93-a22f-214b1fb015aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 239279a2-d037-4683-94a9-609326445a5a
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-m5lwt'
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6ea8c77c36a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29154"
    uid: 82184111-83a1-4ce3-948d-864bd13d6c78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: d3cfe8ad-6992-41e4-8b35-c6a3affd614d
  kind: Event
  lastTimestamp: "2026-04-16T18:43:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:11Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ea8c735cdf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: 270c8639-926b-49ad-a270-e3006faa288f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29136"
    uid: 43d909da-4425-4694-8bbd-4fb81aa43f5d
  kind: Event
  lastTimestamp: "2026-04-16T18:43:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ea8ff1d9f6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29396"
    uid: 295b3cda-5b6c-4758-9894-d47501162f67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29136"
    uid: 43d909da-4425-4694-8bbd-4fb81aa43f5d
  kind: Event
  lastTimestamp: "2026-04-16T18:43:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ea8ff23d7e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: ed17424a-cab6-4f54-9a23-e4966758dfe4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 43d909da-4425-4694-8bbd-4fb81aa43f5d
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ea96f02c1017
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: 0e32eccd-29f7-48b2-bc75-d022f5539915
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 43d909da-4425-4694-8bbd-4fb81aa43f5d
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ea96f09a64a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: 78dee86b-fd50-4076-8935-9482986ae07f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: 079b4462-06ec-4e77-af2b-0f2e1fea8052
  kind: Event
  lastTimestamp: "2026-04-16T18:44:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:35Z"
    name: isvc-predictive-lightgbm-v2.18a6ea8c7334d38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: ddde275e-018c-4335-85ee-99b0c0020a35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: 079b4462-06ec-4e77-af2b-0f2e1fea8052
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-lightgbm-v2.18a6ea8c73f92f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 2c2bb82c-f9bb-4278-aab5-c4ad0a425d9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: 079b4462-06ec-4e77-af2b-0f2e1fea8052
  kind: Event
  lastTimestamp: "2026-04-16T18:44:35Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:35Z"
    name: isvc-predictive-lightgbm-v2.18a6ea9ff17c0bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 387b22ca-3c54-4565-a272-7a8f20651b26
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27001"
    uid: 0bf2b498-4a80-4434-97ab-6782d273556a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:11Z"
    name: isvc-predictive-lightgbm.18a6ea4fbe02d1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27665"
    uid: efe8c6d7-005d-45dd-b60a-677d40afa99f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27001"
    uid: 0bf2b498-4a80-4434-97ab-6782d273556a
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-lightgbm.18a6ea4fbe594027
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: a7b8bc91-a535-45af-ad02-4e7a2ce126d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27662"
    uid: 0bf2b498-4a80-4434-97ab-6782d273556a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:11Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:11Z"
    name: isvc-predictive-lightgbm.18a6ea627992ebee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: 5e93254e-896e-4294-aa24-23de885c8e87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:35:30.882527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25145"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:35:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:35:30Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea2116db5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 88f2962e-d26a-46d3-9d5a-175fbf52f00d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:31Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:35:31Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea2130a6e7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: 43ed8dcf-0ef9-4793-b8f1-825820c9494e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:31Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea213257c30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25168"
    uid: 2a18486b-59a9-4ea5-b1c7-1dbfc3d2cb83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:31Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea21354aa077
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: cef1c5cd-1102-4d32-acb0-703115250782
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:31Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea2135be0e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: 73e832c5-0554-4078-928b-266f956ac51f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:35Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:35Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea223d20b0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: fb4a20a9-c0e5-4fa2-a10b-5749b0561bd0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:53Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 17.797s
    (17.797s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:53Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea2661f36429
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: 579b7f6f-fded-4d97-9d57-afa4c60d618c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:53Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea2664e2a056
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: 1f9a3917-f6bf-400a-bedb-e17f83876398
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:35:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:53Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea2665532d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: f9a1d364-2681-42cd-a1bd-26caf8d0e839
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:37:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:25Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea26721f9303
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 633f1c3d-920f-4075-9d37-efe2988e40bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 5dd3211c-6db3-4bbc-be48-21f7ce265512
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv.18a6ea3abbb7be74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: 631c01e6-303f-48e8-8303-b7eb60e3a6b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: a82b07da-7e6a-431f-8ea6-1d37e78baff0
  kind: Event
  lastTimestamp: "2026-04-16T18:35:30Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-8pqcv'
  metadata:
    creationTimestamp: "2026-04-16T18:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:30Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6ea21168043ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 3ada9acd-fd6a-4b18-9ba7-386869af1d38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25134"
    uid: 05279069-539b-4819-a14f-d60a1af865a4
  kind: Event
  lastTimestamp: "2026-04-16T18:35:30Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:30Z"
    name: isvc-predictive-sklearn-predictor.18a6ea211375de4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 595277da-6232-4541-99fe-e20306fc544b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 4d6a1b63-1f25-4ac4-89e1-ee63c7eb2146
  kind: Event
  lastTimestamp: "2026-04-16T18:36:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:30Z"
    name: isvc-predictive-sklearn-predictor.18a6ea24927d5788
    namespace: kserve-ci-e2e-test
    resourceVersion: "25891"
    uid: 70d89b00-f482-41c2-82da-b12ef0f1505c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 4d6a1b63-1f25-4ac4-89e1-ee63c7eb2146
  kind: Event
  lastTimestamp: "2026-04-16T18:36:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:30Z"
    name: isvc-predictive-sklearn-predictor.18a6ea2492e1a309
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: 43b8a1d2-b3ca-4761-8cec-7fdd17aaa040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 4d6a1b63-1f25-4ac4-89e1-ee63c7eb2146
  kind: Event
  lastTimestamp: "2026-04-16T18:37:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:15Z"
    name: isvc-predictive-sklearn-predictor.18a6ea328f680a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26227"
    uid: fc069bd5-1aac-456e-95db-0cf4be428b07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 4d6a1b63-1f25-4ac4-89e1-ee63c7eb2146
  kind: Event
  lastTimestamp: "2026-04-16T18:37:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:15Z"
    name: isvc-predictive-sklearn-predictor.18a6ea328fd9a9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26228"
    uid: 9611100b-e3fa-4f02-afda-e5be892d8cdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:40:21.600065Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27780"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:40:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea64c6f905a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27786"
    uid: daca48d6-1015-4209-8cbb-40b254c7f1ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:22Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:40:22Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea64dfe3fe3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 1264d664-e216-4285-b081-21a7eab1c933
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:22Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea64e1705f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27801"
    uid: f792ab02-75f5-4432-b00d-a7e15172b5c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:22Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea64e44d2e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: fc7a93c2-13c0-49d9-9854-5534891c9637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:22Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea64e4bab864
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: 07b42bab-b511-463e-91b7-b114c90027d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:25Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea65bbf63945
    namespace: kserve-ci-e2e-test
    resourceVersion: "27834"
    uid: 399c20fc-6d7d-40c9-af0d-4fb4036da54e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:25Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea65bf32e48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 2d31a2ed-fceb-42ba-9315-4cc9fe26a282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:40:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:25Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea65bfa5a9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27840"
    uid: 7af5151e-6117-4e5a-8e80-c37082b2161f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:41:29Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea6d2ffe63ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: 5878a983-af35-4171-8f6f-6b7c7666e80b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 15ce4e3b-5d2e-4dc4-8a36-0319792e1124
  kind: Event
  lastTimestamp: "2026-04-16T18:41:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:41Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn.18a6ea776b294106
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: fb2d4225-be3a-47a2-aa2e-d4a9093bbee4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: d4edf933-8d4e-4977-8e4c-4fc9d307099e
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-9kdtn'
  metadata:
    creationTimestamp: "2026-04-16T18:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6ea64c677255d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: a950d548-3678-4fcc-a370-4cd4087ea521
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 35f64b7b-8f8b-437b-98c0-362453557619
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ea64c1eaccc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27771"
    uid: 08ada6f3-c1ce-4bd3-979a-12367c5589fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: bcde9b63-e6dd-4351-aa96-16bb7371530b
  kind: Event
  lastTimestamp: "2026-04-16T18:40:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ea6840b419f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: 7ce7158a-0b1a-4420-b1d1-e5365bce8bcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: bcde9b63-e6dd-4351-aa96-16bb7371530b
  kind: Event
  lastTimestamp: "2026-04-16T18:40:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ea68411b3058
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: 6566f47e-b436-4ba8-822c-bd5ec39f7e4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: bcde9b63-e6dd-4351-aa96-16bb7371530b
  kind: Event
  lastTimestamp: "2026-04-16T18:41:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ea6bbfd77b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: 204224fc-e8f1-4473-8be5-f584e526789c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: bcde9b63-e6dd-4351-aa96-16bb7371530b
  kind: Event
  lastTimestamp: "2026-04-16T18:41:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ea6bc032b02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: e64d5119-37f4-402a-bdc6-b5d6607af25a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: 82001847-e61a-41ee-b287-40260532e401
  kind: Event
  lastTimestamp: "2026-04-16T18:41:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:39Z"
    name: isvc-predictive-sklearn-v2.18a6ea64c1bfa8e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: 7d00934b-fed3-4c1d-8391-fb408329801b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: 82001847-e61a-41ee-b287-40260532e401
  kind: Event
  lastTimestamp: "2026-04-16T18:40:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:21Z"
    name: isvc-predictive-sklearn-v2.18a6ea64c219ff82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27773"
    uid: f22406e5-7699-42dd-9670-dfd2199fcca0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28369"
    uid: 82001847-e61a-41ee-b287-40260532e401
  kind: Event
  lastTimestamp: "2026-04-16T18:41:39Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:39Z"
    name: isvc-predictive-sklearn-v2.18a6ea76f711d401
    namespace: kserve-ci-e2e-test
    resourceVersion: "28370"
    uid: 0c3a90de-ddc3-49b5-9e22-169c380f88b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: bddbcd8a-d365-479d-ac7e-c07f8e21d21a
  kind: Event
  lastTimestamp: "2026-04-16T18:37:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:15Z"
    name: isvc-predictive-sklearn.18a6ea2113525a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 770cb6a7-c746-40ed-8687-11cd265552c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: bddbcd8a-d365-479d-ac7e-c07f8e21d21a
  kind: Event
  lastTimestamp: "2026-04-16T18:35:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:30Z"
    name: isvc-predictive-sklearn.18a6ea2113b7c77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: f0a0af9c-5a12-479f-910c-8c383eb0b20e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: bddbcd8a-d365-479d-ac7e-c07f8e21d21a
  kind: Event
  lastTimestamp: "2026-04-16T18:37:15Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:15Z"
    name: isvc-predictive-sklearn.18a6ea397f8ff9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 79489f68-f1a2-4609-8548-3ba942f10f41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:37:21.120881Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3ac19320bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: aaf85c58-4d58-41b6-9fc9-35938c0b32b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3ada55ceca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26322"
    uid: 59f50a13-37e9-4b7d-8f09-798343e75861
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3adba8179e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: 3e252816-c228-4ad6-92a8-460983f1c539
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3adf02f0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: 6663caa1-ba26-48e6-8ca2-4069eaf61ac4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3adf70bc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26326"
    uid: aa674cc3-7bf7-47d9-aed3-cbb23afcbfde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3bee99a122
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: 59838587-5a5f-4ea6-8436-085e3c864df9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3bf1f2250b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: b01e6c02-00d4-403b-843f-86347820ca43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:37:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3bf263ef01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 7ab10a65-27fd-4660-8051-d13652be1aba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:38:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:55Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea3c2a8b21f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: dcc4e523-7bea-4d5d-938f-57a0b1dfbbb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 40447185-02f2-47ec-8dcb-625fbc05fe86
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh.18a6ea4fbd19fcfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: eb2c99ce-3f46-4f30-98b7-b95554f6a8e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: 98241628-b415-4dc8-8da8-ce43bab3a7f4
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-wr5xh'
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6ea3ac1318c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: 253bab2f-6051-425a-abad-018244fa40b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 1ad26341-2100-410c-916a-5fea7b6b56fd
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost-predictor.18a6ea3abcdb324e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26295"
    uid: 6f1123f4-f544-41a2-8cf5-426575e45b33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 9b70bda8-90ca-4d23-bf27-3fdc1a1a7895
  kind: Event
  lastTimestamp: "2026-04-16T18:37:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:36Z"
    name: isvc-predictive-xgboost-predictor.18a6ea3e3bacd39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: 8f353d8a-eacb-4ca3-94b7-80dc687e459c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 9b70bda8-90ca-4d23-bf27-3fdc1a1a7895
  kind: Event
  lastTimestamp: "2026-04-16T18:37:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:36Z"
    name: isvc-predictive-xgboost-predictor.18a6ea3e3c0c16f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: 98fa5c88-2a55-46c4-b064-b67503569728
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 9b70bda8-90ca-4d23-bf27-3fdc1a1a7895
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-xgboost-predictor.18a6ea41bafcaf5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: c8ebcaba-9398-465d-bda4-49faf322302c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 9b70bda8-90ca-4d23-bf27-3fdc1a1a7895
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-predictive-xgboost-predictor.18a6ea41bb62105e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26999"
    uid: e6398234-04cc-43a1-9fa2-69c758c60585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:41:41.739857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:41:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:41:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea776fad20f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: 8009a317-3f58-40fc-96a0-1c70fd2b8ab3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:42Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:41:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea7788b3fde9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28449"
    uid: a10139f5-7915-4f18-be58-721d73a6b71e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea778a044132
    namespace: kserve-ci-e2e-test
    resourceVersion: "28451"
    uid: bea7894f-2b48-4cdb-999f-f4b08697ea62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea778cf10c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: dd5f27ef-37cc-420a-b002-8b40acd2a8d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea778d653b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: fe2f7f81-3756-4c69-ac1e-87c2045c2837
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:46Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea78a7e975df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28493"
    uid: 0725a103-e893-4045-83d7-14bc6deda71b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea78abbad40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: 03548b6f-e2f4-4f53-85a9-69581e7b28e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:47Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea78ac2af4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: 22a162d2-1063-4ca4-8a56-8d7dc433b8ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea801c05c12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: 5b291530-6516-44c8-8f34-42c5b5062930
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ddf4374b-a0e6-42d6-911e-f6c9b3e391a1
  kind: Event
  lastTimestamp: "2026-04-16T18:43:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:12Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg.18a6ea8c7461332e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: 5c5041cf-bc95-42ab-b091-c50b109af238
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28416"
    uid: 36144226-c372-4cd7-afc6-24f61fa99016
  kind: Event
  lastTimestamp: "2026-04-16T18:41:41Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-8w5zg'
  metadata:
    creationTimestamp: "2026-04-16T18:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6ea776f18e7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: bf72eca9-5db7-4417-b38f-c0a632a4da94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28414"
    uid: b5522575-d018-4298-9cd6-3c86f18b3631
  kind: Event
  lastTimestamp: "2026-04-16T18:41:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ea776c9eaaf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28418"
    uid: 78dc9ccc-9c5c-418d-ad40-39a8379fe4a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 67958d62-b8a0-49cd-af67-31687f505624
  kind: Event
  lastTimestamp: "2026-04-16T18:42:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ea7aeb179162
    namespace: kserve-ci-e2e-test
    resourceVersion: "28879"
    uid: 83d6b4d5-08ea-4ee4-a2d4-b69acd4add9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 67958d62-b8a0-49cd-af67-31687f505624
  kind: Event
  lastTimestamp: "2026-04-16T18:42:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ea7aeb7db777
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: f5c77501-1964-4b6e-b04a-f2ca1f0f74c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: 67958d62-b8a0-49cd-af67-31687f505624
  kind: Event
  lastTimestamp: "2026-04-16T18:43:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ea88e7d079d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: 311f88e0-b7b4-4cd9-8da1-82710503c228
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: 67958d62-b8a0-49cd-af67-31687f505624
  kind: Event
  lastTimestamp: "2026-04-16T18:43:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ea88e8450b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "29110"
    uid: 2ca22276-c19a-4426-8ea5-4169540f1db4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 50e73c3f-fdcd-426d-86e7-16ab54792cf1
  kind: Event
  lastTimestamp: "2026-04-16T18:43:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:02Z"
    name: isvc-predictive-xgboost-v2.18a6ea776c753926
    namespace: kserve-ci-e2e-test
    resourceVersion: "29040"
    uid: d522d390-63a7-4430-af0c-d1097db4adab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 50e73c3f-fdcd-426d-86e7-16ab54792cf1
  kind: Event
  lastTimestamp: "2026-04-16T18:41:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:41Z"
    name: isvc-predictive-xgboost-v2.18a6ea776cca8d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 83693f45-1e3f-494f-a881-8ac82f3e2bb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: 50e73c3f-fdcd-426d-86e7-16ab54792cf1
  kind: Event
  lastTimestamp: "2026-04-16T18:43:02Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:02Z"
    name: isvc-predictive-xgboost-v2.18a6ea8a49e9d77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29039"
    uid: 100e8e27-53c3-4ffc-9120-9dfb36d89831
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: 4021c0df-b98c-4637-8dc7-087da5956542
  kind: Event
  lastTimestamp: "2026-04-16T18:38:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:45Z"
    name: isvc-predictive-xgboost.18a6ea3abcb759d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26949"
    uid: 15322b06-c18b-4dae-8e02-3c890aec99ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: 4021c0df-b98c-4637-8dc7-087da5956542
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-predictive-xgboost.18a6ea3abd07a18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: 52adbc48-7da6-4b38-83be-700f33d5428c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: 4021c0df-b98c-4637-8dc7-087da5956542
  kind: Event
  lastTimestamp: "2026-04-16T18:38:45Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:45Z"
    name: isvc-predictive-xgboost.18a6ea4e73c6ad24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: 67cc273a-d5bb-40d9-a0a6-3307104e57e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:33:42.315916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea07cfc86553
    namespace: kserve-ci-e2e-test
    resourceVersion: "24132"
    uid: fb09bb0b-d0b9-4a2b-8c1c-3887c7596a27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24134"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea07e877a236
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: 7778dbe2-9586-46ec-a719-7709383d9c7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea07e9f1c3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24140"
    uid: adb43aab-40bb-4ebd-9b60-52f2562be5aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea07eccff640
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: 14f1740d-a9f6-4f16-b606-61bbdb1ac7ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea07ed428e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: df171699-dcab-4a7d-9cc4-3d52838d0579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea09031c3939
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: a3b56076-1a67-4a6d-8e73-48c678486033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea09061505d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 4e293f55-3b8e-4656-8cb0-bcd4f62e0b9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:33:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:47Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea09068b508f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: e8b81f90-4267-4fe0-87f7-f89e9a8dba95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:34:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:49Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea093f013e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: f033a3ba-1a73-4354-85bd-942398f46de6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: 7e1302f8-3cb2-46f5-bd14-1629ade13394
  kind: Event
  lastTimestamp: "2026-04-16T18:35:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:20Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5.18a6ea1eb28bd959
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: a97a1437-b386-4dce-a033-bec4ce3bcf50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-4e36ec-predictor-668b88d45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: c8d2b296-511b-4480-86bc-709df2c7cf18
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: 'Created pod: isvc-primary-4e36ec-predictor-668b88d45c-jm7d5'
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor-668b88d45c.18a6ea07cf3b0bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 4955d4ec-5715-45a0-8217-d88c3b1c86dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: e1a2b743-e2dd-4cc4-b762-99908038171d
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Scaled up replica set isvc-primary-4e36ec-predictor-668b88d45c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec-predictor.18a6ea07ca510246
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: a9e37807-3ce9-4027-8796-21c247c57014
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 241ffaed-d496-432c-9093-6ff8f17a9210
  kind: Event
  lastTimestamp: "2026-04-16T18:34:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:27Z"
    name: isvc-primary-4e36ec-predictor.18a6ea0b48be86c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 7a870bbf-7524-4c60-8c98-5732f1fdf601
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 241ffaed-d496-432c-9093-6ff8f17a9210
  kind: Event
  lastTimestamp: "2026-04-16T18:34:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:27Z"
    name: isvc-primary-4e36ec-predictor.18a6ea0b49290f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: b2fbcb75-6111-476b-80c7-21efb45ad64e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 241ffaed-d496-432c-9093-6ff8f17a9210
  kind: Event
  lastTimestamp: "2026-04-16T18:35:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:12Z"
    name: isvc-primary-4e36ec-predictor.18a6ea15c6f0c183
    namespace: kserve-ci-e2e-test
    resourceVersion: "24867"
    uid: 775a9972-3ae4-449d-ac1f-bed56f752010
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 241ffaed-d496-432c-9093-6ff8f17a9210
  kind: Event
  lastTimestamp: "2026-04-16T18:35:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:12Z"
    name: isvc-primary-4e36ec-predictor.18a6ea15c7669347
    namespace: kserve-ci-e2e-test
    resourceVersion: "24868"
    uid: 360f5d5d-dbaa-46c3-85c3-855a62a5d0d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: c57af34f-4029-45f9-a122-c79734ae9d44
  kind: Event
  lastTimestamp: "2026-04-16T18:34:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:59Z"
    name: isvc-primary-4e36ec.18a6ea07ca1a57fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: ee942aca-d368-458c-a1d8-4ab8ae363aab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: c57af34f-4029-45f9-a122-c79734ae9d44
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: 'Failed to update status for InferenceService "isvc-primary-4e36ec": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-4e36ec":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec.18a6ea07ca920807
    namespace: kserve-ci-e2e-test
    resourceVersion: "24118"
    uid: db046d0c-49be-4290-b013-1b1a20eb759e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: c57af34f-4029-45f9-a122-c79734ae9d44
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-4e36ec": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-primary-4e36ec.18a6ea07ca925f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "24119"
    uid: e01bb2d8-84a3-4db2-a5f1-c89359ed0863
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: c57af34f-4029-45f9-a122-c79734ae9d44
  kind: Event
  lastTimestamp: "2026-04-16T18:34:59Z"
  message: InferenceService [isvc-primary-4e36ec] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:59Z"
    name: isvc-primary-4e36ec.18a6ea19cb0119d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24710"
    uid: 0837c752-fcab-4382-9e25-8c8ad67fc03d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:35:02.453599Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24756"
    uid: 73953d20-d18b-4986-bfbc-086af34d2d27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm.18a6ea1a785c6a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24760"
    uid: 1473ab49-f890-429d-94c4-656efce96ef2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: 73953d20-d18b-4986-bfbc-086af34d2d27
  kind: Event
  lastTimestamp: "2026-04-16T18:35:02Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm.18a6ea1a91697e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: 40dac157-84e2-4a7d-8053-3f57a3f4ffa5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 73953d20-d18b-4986-bfbc-086af34d2d27
  kind: Event
  lastTimestamp: "2026-04-16T18:35:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:08Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm.18a6ea1a92ef9d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: 8d00b955-4043-42c1-8fbf-d0155b4c178b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 73953d20-d18b-4986-bfbc-086af34d2d27
  kind: Event
  lastTimestamp: "2026-04-16T18:35:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:08Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm.18a6ea1a95e6907d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 08195dc0-683e-47f3-a77c-ed5eb4411a1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 73953d20-d18b-4986-bfbc-086af34d2d27
  kind: Event
  lastTimestamp: "2026-04-16T18:35:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:08Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm.18a6ea1a9659852e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24837"
    uid: 68a228a8-d657-407a-8143-f648462ad7d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 73953d20-d18b-4986-bfbc-086af34d2d27
  kind: Event
  lastTimestamp: "2026-04-16T18:35:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm_kserve-ci-e2e-test(73953d20-d18b-4986-bfbc-086af34d2d27)
  metadata:
    creationTimestamp: "2026-04-16T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:10Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm.18a6ea1c65fd6f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24852"
    uid: e98bf701-c2b8-4b9b-a758-d1577f6d3234
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-4e36ec-predictor-d847cd8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 597f41fd-4a11-4959-aff9-48774617dd93
  kind: Event
  lastTimestamp: "2026-04-16T18:35:02Z"
  message: 'Created pod: isvc-secondary-4e36ec-predictor-d847cd8cb-vjqgm'
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-secondary-4e36ec-predictor-d847cd8cb.18a6ea1a77e199e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: eb1f69e6-650f-4a62-bb39-093119fad9da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: 35e1b07f-9a10-4f95-8303-56033e980eba
  kind: Event
  lastTimestamp: "2026-04-16T18:35:02Z"
  message: Scaled up replica set isvc-secondary-4e36ec-predictor-d847cd8cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-secondary-4e36ec-predictor.18a6ea1a751addcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 035c50f4-65d1-4795-9387-ead31f833838
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 935331cf-b487-405a-8a87-dccf4e67bc3d
  kind: Event
  lastTimestamp: "2026-04-16T18:35:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:17Z"
    name: isvc-secondary-4e36ec-predictor.18a6ea1df3e76e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: b1f4c3d0-9591-439e-928a-6f14f0617153
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-4e36ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 935331cf-b487-405a-8a87-dccf4e67bc3d
  kind: Event
  lastTimestamp: "2026-04-16T18:35:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:17Z"
    name: isvc-secondary-4e36ec-predictor.18a6ea1df450bcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24907"
    uid: 409debc8-82f5-4a25-bb88-486d539dc0ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 23b05ad6-8123-402f-8f19-e85bd19fcfe2
  kind: Event
  lastTimestamp: "2026-04-16T18:35:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:11Z"
    name: isvc-secondary-4e36ec.18a6ea1a74f13c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "24859"
    uid: 8fbe732e-4cc9-476e-b097-af7d0c08e17d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 23b05ad6-8123-402f-8f19-e85bd19fcfe2
  kind: Event
  lastTimestamp: "2026-04-16T18:35:02Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-4e36ec":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-4e36ec":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-secondary-4e36ec.18a6ea1a75494cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: 27f5c404-18b9-46d6-8173-2a492f7d5b9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4e36ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 23b05ad6-8123-402f-8f19-e85bd19fcfe2
  kind: Event
  lastTimestamp: "2026-04-16T18:35:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-4e36ec": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:02Z"
    name: isvc-secondary-4e36ec.18a6ea1a754991b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: ee7ae2c1-9aca-47f4-ab8f-94ad398ed1aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:14:31.898827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:14:31Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fbf594a0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: a1759352-4e64-4d28-b56a-a9993c8b5579
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:32Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:14:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fc0e7b8503
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: d618ae8c-c1f9-4a44-9ada-37d83e227b7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fc1047e76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14742"
    uid: 4f899dd8-418c-47ac-8d76-1e799301d1f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fc13ae0a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: 781c8121-5110-4725-b5a0-716fa3fea95a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:32Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fc142fcab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: ba029143-d29b-4016-94cb-2689b3cc3a01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:36Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd1ab4d1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 8f0c892d-0156-4eee-81cd-eaf6b0841180
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:36Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd1d662955
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 7a3b115f-222d-42eb-8fc3-a14ef754b96c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:36Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd1dd5693c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 9ba2cde9-2237-477d-96bc-092a1565ad6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:36Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:36Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd1de160d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: 9f3f6d7f-6584-47ac-85b3-272bcdcee89f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:36Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:36Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd20e671ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 21940352-35e9-4abd-ae0b-31e60bfb6279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:14:36Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:36Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd215667f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 466093da-25b0-49a4-8f63-ec60d30d5d06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:16:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd569c6f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 6bcd1d8d-08fb-4d66-af9c-92e885351552
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:16:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:16:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e8fd925d7242
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 96e85685-b3e7-4c62-8b8f-7bb6e9ac1aa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:15:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:56Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e90fc02c87cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: a975692d-673a-41bb-b67d-618929b8bf9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: b5f5a7f2-4e79-4a3b-aae2-457146755274
  kind: Event
  lastTimestamp: "2026-04-16T18:15:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:56Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh.18a6e90fc02dc539
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: a4da7283-976f-4c83-8fb0-85bd4461ceb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14707"
    uid: d07283c8-9ee2-4430-8ca2-71ee2efbf8d0
  kind: Event
  lastTimestamp: "2026-04-16T18:14:31Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6b6f596fd9-gchnh'
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:31Z"
    name: isvc-sklearn-batcher-custom-predictor-6b6f596fd9.18a6e8fbf4a951a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 8af92517-abc2-491e-ae4c-bfd3be31acbe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: 30f97c34-d4ac-4e03-a0e2-c0d56c53c658
  kind: Event
  lastTimestamp: "2026-04-16T18:14:31Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6b6f596fd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:31Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e8fbeca93a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 7a5e26af-4634-4e00-964e-4cd5f3d9f802
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: a5f02b03-95cb-4096-8d28-dbf6817a72a2
  kind: Event
  lastTimestamp: "2026-04-16T18:15:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:16Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e8ff6beab6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: c527bc81-ea31-4b71-aaac-d770fbc7cb38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: a5f02b03-95cb-4096-8d28-dbf6817a72a2
  kind: Event
  lastTimestamp: "2026-04-16T18:15:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:16Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e8ff6c6e8170
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: 850a5782-e8be-42f5-b858-e47d5a9cbcd4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: a5f02b03-95cb-4096-8d28-dbf6817a72a2
  kind: Event
  lastTimestamp: "2026-04-16T18:15:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e909ea8f9bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 44b93446-64f9-401f-888e-bff397b72cdc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: a5f02b03-95cb-4096-8d28-dbf6817a72a2
  kind: Event
  lastTimestamp: "2026-04-16T18:15:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:46Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e909eb5a70f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 5d11920d-a6ae-4d22-bb2f-630074efa8dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: 17d85fd0-566d-4a3b-8b1b-24ecdb6579fc
  kind: Event
  lastTimestamp: "2026-04-16T18:15:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:15:49Z"
    name: isvc-sklearn-batcher-custom.18a6e8fbeceb985e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: c9f97b76-eeb4-4085-aeea-76808f3f5ede
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: 17d85fd0-566d-4a3b-8b1b-24ecdb6579fc
  kind: Event
  lastTimestamp: "2026-04-16T18:14:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:31Z"
    name: isvc-sklearn-batcher-custom.18a6e8fbedd0958e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 4a69c15e-e7a9-4707-8e17-37444db80e18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 17d85fd0-566d-4a3b-8b1b-24ecdb6579fc
  kind: Event
  lastTimestamp: "2026-04-16T18:15:49Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:15:49Z"
    name: isvc-sklearn-batcher-custom.18a6e90e201d8670
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: 4ec2a2a7-df27-4155-9291-fa73cdfbd007
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:12:56.592587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13946"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:12:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:12:56Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e5c4e2d024
    namespace: kserve-ci-e2e-test
    resourceVersion: "13952"
    uid: 88d2bbd6-3a24-4a32-8d47-013562b0b982
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13959"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:12:57Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:12:57Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e5ea2766ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "13974"
    uid: 0296722a-bbc2-456b-a008-bca10c48344a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:12:57Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
  metadata:
    creationTimestamp: "2026-04-16T18:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:12:57Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e5ed92543c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: 7f181007-5735-4e0a-97b8-006f377e7708
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    in 4.934s (4.934s including waiting). Image size: 299671472 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:02Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e713aa8d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14012"
    uid: 561bee86-5a01-42ad-b810-2874f5adf84b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:02Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e716bab42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14013"
    uid: 0ffd3a1b-0fd6-4748-9741-82cc19834f12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:02Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e7172b79a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14014"
    uid: c9550b7f-93a9-4d30-8359-4d2cd8d7c873
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
  metadata:
    creationTimestamp: "2026-04-16T18:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:06Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8e815347cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14046"
    uid: d968bf6f-a9e0-475a-b59d-d9352d07f100
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    in 12.795s (12.795s including waiting). Image size: 1560610740 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:19Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8eb0fe0fa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: f2b71b15-57f5-4a2d-863d-549b0d2c7d79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:19Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8eb12d4e5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14145"
    uid: adfe7c7e-80f9-405c-aa41-a98e2b029878
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:19Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8eb1357356b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: cb5f2f2a-07a8-423e-810f-018d93b1ab59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
  metadata:
    creationTimestamp: "2026-04-16T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:19Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8eb136490ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14147"
    uid: 3d31bd14-3c7b-4c82-bab3-c2d2aca48427
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:ee4db148793b3f03915a5f82a6e036d7a090e0b557ef078079043d8fab2b15d2"
    in 2.847s (2.847s including waiting). Image size: 237897299 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:22Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8ebbd1bc9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: 8ea3c84e-a05a-4faf-88f7-ed1aef1d0273
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:22Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8ebc09994cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14166"
    uid: a023763c-d1c1-44b1-81f1-a8d8ff22a3ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:13:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:13:22Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8ebc109fbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14167"
    uid: 963d2d4d-7d7b-4efe-bc13-6754ffe0d111
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8ebd25547c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: a88eab7f-c3ce-4ca6-9c64-e63f43d99536
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:14:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:54Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8ec0e21d765
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: 70ec5f48-6b64-46e6-8b30-b617acc94f79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:14:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:31Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8fbed8ca315
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 12ff32c8-c1c7-4880-ab79-896b84897895
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 26617e5f-a1ce-468d-a746-438ab7428210
  kind: Event
  lastTimestamp: "2026-04-16T18:14:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:14:31Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz.18a6e8fbed8dcf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14716"
    uid: d96b1011-9f72-444e-9e0d-8a4a0444b9e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-757c9f95b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13932"
    uid: 12050897-ce04-4fc3-96b5-67d709feaea1
  kind: Event
  lastTimestamp: "2026-04-16T18:12:56Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-757c9f95b4-sm5xz'
  metadata:
    creationTimestamp: "2026-04-16T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:12:56Z"
    name: isvc-sklearn-batcher-predictor-757c9f95b4.18a6e8e5c3e326b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13949"
    uid: 4ff5ba35-c911-46bc-bcef-96a57b475fcc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13931"
    uid: e454421d-3448-41b5-ab24-a20ebe01c50e
  kind: Event
  lastTimestamp: "2026-04-16T18:12:56Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-757c9f95b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:12:56Z"
    name: isvc-sklearn-batcher-predictor.18a6e8e5bbbe6075
    namespace: kserve-ci-e2e-test
    resourceVersion: "13936"
    uid: 13808733-c7ef-4f28-a76d-e1aebfea6a0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: 1fcb3067-5420-4092-819d-6d374932d69a
  kind: Event
  lastTimestamp: "2026-04-16T18:13:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:56Z"
    name: isvc-sklearn-batcher-predictor.18a6e8e941327f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: 2a235667-962d-4cf0-b28a-5c669f9586bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: 1fcb3067-5420-4092-819d-6d374932d69a
  kind: Event
  lastTimestamp: "2026-04-16T18:13:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:13:56Z"
    name: isvc-sklearn-batcher-predictor.18a6e8e941b2c15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: 87727595-a0a0-438a-a3e2-57f23d34f86c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: 1fcb3067-5420-4092-819d-6d374932d69a
  kind: Event
  lastTimestamp: "2026-04-16T18:14:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:26Z"
    name: isvc-sklearn-batcher-predictor.18a6e8f040a2a080
    namespace: kserve-ci-e2e-test
    resourceVersion: "14641"
    uid: 1c5aacf4-c6bf-4280-ba51-399529f00e84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:13:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: 1fcb3067-5420-4092-819d-6d374932d69a
  kind: Event
  lastTimestamp: "2026-04-16T18:14:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:14:26Z"
    name: isvc-sklearn-batcher-predictor.18a6e8f041331ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: ff01a7c7-b578-4fef-8ac5-32ed5cbf738e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 023d5082-d152-445e-9879-315870dfaeb9
  kind: Event
  lastTimestamp: "2026-04-16T18:14:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:24Z"
    name: isvc-sklearn-batcher.18a6e8e5c195779b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: 3870e781-2163-4367-8556-70f14b94cfed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 023d5082-d152-445e-9879-315870dfaeb9
  kind: Event
  lastTimestamp: "2026-04-16T18:12:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:12:56Z"
    name: isvc-sklearn-batcher.18a6e8e5c21fdef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13961"
    uid: 3b9e2d5f-9287-452f-89f8-6d6af39bfad7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:12:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 023d5082-d152-445e-9879-315870dfaeb9
  kind: Event
  lastTimestamp: "2026-04-16T18:12:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:12:56Z"
    name: isvc-sklearn-batcher.18a6e8e5c22053c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13962"
    uid: 549363a6-403d-40f8-9a5b-9b7761f80092
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: 023d5082-d152-445e-9879-315870dfaeb9
  kind: Event
  lastTimestamp: "2026-04-16T18:14:24Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:14:24Z"
    name: isvc-sklearn-batcher.18a6e8fa4ead6890
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: 6bc3a358-6e88-49c4-9c8f-ea530a96306f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:24:43.801341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:24:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98a6dd00ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 91ed326c-a98d-434c-95a7-34922ca79ae3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:44Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:24:44Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98a8714d332
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 34585a31-b764-406f-ba79-10e4143752f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:44Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98a8886402c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: dc407775-0fd9-4fd8-a4d4-c4c0b2046fc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:44Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98a8b2cee8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: e509684c-a772-4981-89cf-c779093aa57f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:44Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98a8b9b7412
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: 0a266693-892c-48e5-9237-f7a75827be93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:48Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98b944487eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: bc32cae7-9d2d-479a-825e-ed32034fc8af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:48Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98b97b3699b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: cacfb045-c6a4-417d-8e93-2b10995d3ef1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:48Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98b98249167
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: b2d6dd99-3e60-4610-9f3f-43c8baf20d01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:48Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:48Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98b983022b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: 633b2843-cfa6-425b-b289-7b3a5a9f5d0b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.002s (2.002s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:50Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98c0f913d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: a3f9a2bd-241a-4d57-a8d1-6752bcad8a0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:50Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T18:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:50Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98c12eaa16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 41e6fb8d-7414-413f-8f6c-38b61755d559
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:50Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:50Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e98c135bcfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 775b75b8-f0dd-430e-9285-a05236e5ed1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e99d13a668f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 9c76ccde-a60a-4bb5-8dcf-c0d55ae532d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e99d13a6fc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 84637aab-f638-4719-8f2c-ead9297739cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: b9bc3b69-1a8f-4728-9d5c-4d7a2dd4321e
  kind: Event
  lastTimestamp: "2026-04-16T18:26:33Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:33Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg.18a6e99f5feb3182
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: ee8cf5b8-9481-426c-ab32-82c7456ea1cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 60754ac6-b670-432d-83af-f0765e5452b6
  kind: Event
  lastTimestamp: "2026-04-16T18:24:43Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6dfb5d8c99-pklrg'
  metadata:
    creationTimestamp: "2026-04-16T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-sklearn-mcp-predictor-6dfb5d8c99.18a6e98a6d59127a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 49c606aa-981f-4a0b-841c-0d671bbb9a2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 5cebb912-db02-4fc7-aaea-c4c7e62250c1
  kind: Event
  lastTimestamp: "2026-04-16T18:24:43Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6dfb5d8c99 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-sklearn-mcp-predictor.18a6e98a6a7ed076
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: 5c9055f0-4ec8-41ae-9682-74529ffc0dc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 33b777e5-4075-4a3b-a53d-d9d9460e5199
  kind: Event
  lastTimestamp: "2026-04-16T18:25:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:25:53Z"
    name: isvc-sklearn-mcp.18a6e98a69c6ab40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: d48c63be-d189-4af4-b63c-edb004e13f55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 33b777e5-4075-4a3b-a53d-d9d9460e5199
  kind: Event
  lastTimestamp: "2026-04-16T18:24:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-sklearn-mcp.18a6e98a6a33e3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 207541aa-1ecc-446c-99f9-2b953615783e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: 33b777e5-4075-4a3b-a53d-d9d9460e5199
  kind: Event
  lastTimestamp: "2026-04-16T18:25:53Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:25:53Z"
    name: isvc-sklearn-mcp.18a6e99abc61bba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20264"
    uid: 4d7da5a8-f90c-40b7-8094-851e6be4d9f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:44:44.285729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29938"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7b5b777f74-j56tx
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa1f042124d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: cadefc1b-7b81-41f1-9739-90f6df78a4df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29948"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa209491fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29959"
    uid: 7ec71bd1-7965-4f51-89a7-4b06282aaabb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa20a91f2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29961"
    uid: 42f17177-b94e-4660-9a1a-466eca9fb1a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa20d9d926a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29963"
    uid: d5e30a3a-b8dc-488e-9221-204b4a9e4c15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa20e0ecd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29964"
    uid: f84d541a-7196-4f9f-ab44-9b26a9fe6602
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:48Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa2eda80f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30001"
    uid: 5dfdd8a2-4e2f-45e2-9d7a-d3f40ef86233
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:48Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa2f2aa8a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: 349fcde0-8e4a-41bd-965d-c86659e4ba18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:48Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa2f31c85f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30007"
    uid: 35b473e8-4d1f-4e2e-91e3-fe6e68853a90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:45:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:52Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eaa329953481
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 46bc4aee-f265-48bf-9456-adc5642ddb45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b5b777f74-j56tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 107728d2-cd5a-44f6-b4b0-5a6d1b684d2c
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: isvc-sklearn-predictor-7b5b777f74-j56tx.18a6eab498e3386e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: a3542bcc-dcf7-4ba9-a2a8-e4fef3f3e4d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7b5b777f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29929"
    uid: f71bef37-da07-49d2-a7f2-dcafb9916111
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: 'Created pod: isvc-sklearn-predictor-7b5b777f74-j56tx'
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor-7b5b777f74.18a6eaa1efd4bb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: 2970a964-45c7-4fe1-91b6-4991b42b071b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: 1bc78663-7cc1-4cf3-a2cd-dd0e8cd37cd6
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: Scaled up replica set isvc-sklearn-predictor-7b5b777f74 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn-predictor.18a6eaa1edd62fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29931"
    uid: 9c2a02e1-d29b-4ec6-803a-25268f271450
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29928"
    uid: de7f9463-5aa8-4dff-bff6-197800c331cb
  kind: Event
  lastTimestamp: "2026-04-16T18:44:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:59Z"
    name: isvc-sklearn-predictor.18a6eaa56c4d9164
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: eed7657b-d03d-451e-8afc-ea9ba1bee963
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29928"
    uid: de7f9463-5aa8-4dff-bff6-197800c331cb
  kind: Event
  lastTimestamp: "2026-04-16T18:44:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:59Z"
    name: isvc-sklearn-predictor.18a6eaa56cb43d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: 34638eac-4ecf-402f-9f27-46ca2ed2d729
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: de7f9463-5aa8-4dff-bff6-197800c331cb
  kind: Event
  lastTimestamp: "2026-04-16T18:45:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:59Z"
    name: isvc-sklearn-predictor.18a6eaa8ec3840ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: c2dd8ae6-3641-4568-bbb1-5b6e2c43b65c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: de7f9463-5aa8-4dff-bff6-197800c331cb
  kind: Event
  lastTimestamp: "2026-04-16T18:45:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:59Z"
    name: isvc-sklearn-predictor.18a6eaa8ecc96672
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: 55e69509-c8b8-4945-9014-49ad7c5ecf8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:46:54.637954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac049db32ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: c3d88548-fce5-41e9-82a2-20e78006b098
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31036"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:46:55Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:46:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac062ba841a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: 8b027b7f-f927-4a6b-935d-26ea907d768f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:46:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac06403e779
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: 2e856f80-e649-4559-a63a-78b92af1eda5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:46:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac066d8ca25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31049"
    uid: 3b54e49e-ca53-4547-ae64-e74f046aca79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:46:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:55Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac0678f1899
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: 5555ffa5-2422-49eb-bdb5-5bfe01f0747a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:00Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac1c260be85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: d3cacfaa-9480-4af7-888c-75a869ba97dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac1c62a7c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 7537a720-e769-4ee1-ba38-adf50bfb7884
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac1c69b4629
    namespace: kserve-ci-e2e-test
    resourceVersion: "31105"
    uid: c0eeeca7-f731-405e-a9ef-7880931c25f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:12Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac1fe631031
    namespace: kserve-ci-e2e-test
    resourceVersion: "31202"
    uid: cfa93356-e1c6-4d7d-8d6e-1ef047217252
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: e50f355c-a2c8-4d1f-b7e5-e5b8fb9b8f1b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:31Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw.18a6eac8f2a7169f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: ae600c18-7289-4db5-a49c-a6c34677bfbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-5c7bb4b848
    namespace: kserve-ci-e2e-test
    resourceVersion: "31011"
    uid: 9868ac34-6350-4e0b-b486-d5e1c45097d1
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-5c7bb4b848-6szmw'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-sklearn-runtime-predictor-5c7bb4b848.18a6eac049696ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 7822d70d-6e88-413e-90a2-33e30b485df9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 9e045b89-f0fd-480a-b42b-9dc6db681059
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-5c7bb4b848 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-sklearn-runtime-predictor.18a6eac046bc7b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: f3d8138c-a56e-43ca-a349-dd20bcfc275c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 9a2ab614-6d73-471d-9f90-bd3388d32536
  kind: Event
  lastTimestamp: "2026-04-16T18:47:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:09Z"
    name: isvc-sklearn-runtime-predictor.18a6eac3c6232d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31176"
    uid: aa4489ae-85b3-4c72-b4fc-2b968456da7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 9a2ab614-6d73-471d-9f90-bd3388d32536
  kind: Event
  lastTimestamp: "2026-04-16T18:47:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:09Z"
    name: isvc-sklearn-runtime-predictor.18a6eac3c6892c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 74e49846-6f74-419d-a572-cebc79f627fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 9a2ab614-6d73-471d-9f90-bd3388d32536
  kind: Event
  lastTimestamp: "2026-04-16T18:47:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:24Z"
    name: isvc-sklearn-runtime-predictor.18a6eac7455451bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31290"
    uid: c1c69090-25d9-4a03-a5cf-68195bbfc446
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 9a2ab614-6d73-471d-9f90-bd3388d32536
  kind: Event
  lastTimestamp: "2026-04-16T18:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:24Z"
    name: isvc-sklearn-runtime-predictor.18a6eac745b284cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31292"
    uid: 06dd1168-9c20-4bb7-bfa6-777841cc687c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: ce49ca12-d3bf-4ae9-b54d-6b0a04f0531b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:23Z"
    name: isvc-sklearn-runtime.18a6eac0470b5333
    namespace: kserve-ci-e2e-test
    resourceVersion: "31276"
    uid: 1622d6bb-c2f3-4a54-a215-5b7ef7b8a309
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: ce49ca12-d3bf-4ae9-b54d-6b0a04f0531b
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-sklearn-runtime.18a6eac04786acb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: 4dc41400-d26e-4076-aed4-6e740a902ea6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: ce49ca12-d3bf-4ae9-b54d-6b0a04f0531b
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-sklearn-runtime.18a6eac04c2c23a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 48efee40-6c25-48e9-9d3f-5c9313b8f680
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: ce49ca12-d3bf-4ae9-b54d-6b0a04f0531b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:23Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:23Z"
    name: isvc-sklearn-runtime.18a6eac6e6ac151b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31275"
    uid: 3339f157-a0b8-45c4-8dd4-583e291a1ee7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:00:57.754285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38065"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb849781b497
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 7e9e5b1b-9bd9-4c62-8dfb-9a02da62713e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb84b05dd098
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: 0e2cd3be-b6f5-4c0a-9668-2311777a1e1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb84b216b8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: 0279839b-f7bb-4bf0-b1fc-7260229d8747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb84b52029d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38094"
    uid: 65f88dfb-635e-45e7-a618-6ef7fb177163
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb84b592f7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: 9e46bbe6-fdd4-432b-8a9b-98ae86b54338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:59Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb85086b780b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: c3720fd0-32fe-404a-b8ca-70e65836aedc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:59Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb850c37b27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: ff8873cd-b483-47d4-88a0-e2ea2211a0cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:59Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb850ca94b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: d50a19f7-b9fb-49da-823f-704aa5bd300f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:02:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:21Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb854452df6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38786"
    uid: 48da1466-0537-45eb-b03c-0a06ab9f93b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 992d8ad0-662a-47b2-9ba8-3b1ca031b3e4
  kind: Event
  lastTimestamp: "2026-04-16T19:02:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:17Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt.18a6eb9741aa8085
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 8a373455-9d33-4a6a-b24d-7b65ce160364
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6bcf4b75b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38056"
    uid: e9fe500b-660d-4479-aedb-c332e5b0953c
  kind: Event
  lastTimestamp: "2026-04-16T19:00:57Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6bcf4b75b5-kgkrt'
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-sklearn-s3-predictor-6bcf4b75b5.18a6eb8496ece642
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: 3a580504-c38a-4411-a535-3ee4ee4356d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: 23603258-2bd5-4a6b-9df2-edb0cef3b45a
  kind: Event
  lastTimestamp: "2026-04-16T19:00:57Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6bcf4b75b5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-sklearn-s3-predictor.18a6eb8493c459b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: 368fdea7-b5ad-4613-832c-c957c633e11b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: c04d177c-8660-45af-bcaa-54e158f54d0e
  kind: Event
  lastTimestamp: "2026-04-16T19:01:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:12Z"
    name: isvc-sklearn-s3-predictor.18a6eb88134bf1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38215"
    uid: c1380660-e826-4618-a63e-3b33354ff08b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: c04d177c-8660-45af-bcaa-54e158f54d0e
  kind: Event
  lastTimestamp: "2026-04-16T19:01:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:12Z"
    name: isvc-sklearn-s3-predictor.18a6eb8813c8d9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38217"
    uid: 09ca61cd-c1fe-4354-bcf6-258d2a49ca0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38216"
    uid: c04d177c-8660-45af-bcaa-54e158f54d0e
  kind: Event
  lastTimestamp: "2026-04-16T19:02:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:12Z"
    name: isvc-sklearn-s3-predictor.18a6eb8b9299efe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38646"
    uid: 542255f3-02a2-4e3e-b018-93956036f027
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38216"
    uid: c04d177c-8660-45af-bcaa-54e158f54d0e
  kind: Event
  lastTimestamp: "2026-04-16T19:02:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:12Z"
    name: isvc-sklearn-s3-predictor.18a6eb8b9314c335
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: 00dea5da-a0fc-4d0d-aa34-fc7ddfe8e21e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:05:11.315650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40225"
    uid: f571c100-a59e-4537-bcbe-eda344080c7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc.18a6ebbfa0f0d56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: 2ec28b2f-be43-43d7-a19c-eecdd9d8a82e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: f571c100-a59e-4537-bcbe-eda344080c7b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:11Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc.18a6ebbfb9d5eb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40250"
    uid: 67c5c15d-a960-4a70-aed1-e5ac523f7623
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: f571c100-a59e-4537-bcbe-eda344080c7b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc.18a6ebbfbb67d6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40309"
    uid: 5f0eff81-814a-4143-900c-04387052116c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: f571c100-a59e-4537-bcbe-eda344080c7b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc.18a6ebbfbe268767
    namespace: kserve-ci-e2e-test
    resourceVersion: "40314"
    uid: b32f768e-0d51-4c3f-9822-3c3afd3a9696
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: f571c100-a59e-4537-bcbe-eda344080c7b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc.18a6ebbfbe9876fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40315"
    uid: 144e7b39-610d-4407-a8b6-4becd2610264
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: f571c100-a59e-4537-bcbe-eda344080c7b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc.18a6ebc1f688e302
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 2d309b27-1376-40d8-b8b4-73068782895d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40216"
    uid: 3c1d44c3-c929-4dd5-b9a5-cdb10782ec6b
  kind: Event
  lastTimestamp: "2026-04-16T19:05:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c-6cpsc'
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c.18a6ebbfa07f9033
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: c198d621-645b-49c1-a43e-33e6a1737c9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40214"
    uid: 6cdd2c13-5e9e-4eb3-91f6-8f50511452a8
  kind: Event
  lastTimestamp: "2026-04-16T19:05:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-b8cd84c6c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6ebbf9db4f4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40219"
    uid: ff037431-dd5c-4d2b-8fbd-3e3666466935
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40205"
    uid: 68297fee-6dc5-47b9-a490-3b3357eed6fc
  kind: Event
  lastTimestamp: "2026-04-16T19:05:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:17Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ebbf9d680c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "40316"
    uid: e90a857e-e1f8-4591-a13e-d056c7088745
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40205"
    uid: 68297fee-6dc5-47b9-a490-3b3357eed6fc
  kind: Event
  lastTimestamp: "2026-04-16T19:05:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ebbf9e1a8b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "40239"
    uid: 96bef3f8-f989-483b-a1ea-a32bfa2e3fa9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40217"
    uid: 68297fee-6dc5-47b9-a490-3b3357eed6fc
  kind: Event
  lastTimestamp: "2026-04-16T19:05:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ebbfa31312b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40240"
    uid: e806aaa2-3690-4bf9-a3ea-a25f15ee6679
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:50.218406Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebacbf2b1827
    namespace: kserve-ci-e2e-test
    resourceVersion: "39557"
    uid: 521551bb-c31d-4b7b-9fdc-a5170c3dd7de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39561"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebacd807ac6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: cc732a60-064d-47b5-af32-6419266c514d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebacd973a002
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: 96960160-3ca8-4c9c-82ba-dcd4f7e1ed81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebacdc4f7167
    namespace: kserve-ci-e2e-test
    resourceVersion: "39575"
    uid: 2196c191-10e1-48e8-8a00-b7d429a05eae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebacdcc12424
    namespace: kserve-ci-e2e-test
    resourceVersion: "39576"
    uid: ad12574b-e794-4fc9-955d-fa39a86d9833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebad34ad4cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39597"
    uid: b9766f8a-7116-4016-a598-e277dc6b3ffb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebad3793635e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: 4e0e8b15-8f52-4a2d-a279-ce81c069ec6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:03:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebad380088f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39602"
    uid: fe4d676e-3368-4515-88f9-43a357618e2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:05:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebad70950be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40281"
    uid: 24d6a8e3-39f6-4f65-b12d-b74ffb6b0ff7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 0f24903c-e578-42be-b401-e71c6d39b6a7
  kind: Event
  lastTimestamp: "2026-04-16T19:05:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh.18a6ebbf60472b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: f28c416f-f9f1-42fa-9397-51f69af7ffef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39541"
    uid: de29138c-a9e3-4f97-ad87-991ae8bccca1
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc-c4xmh'
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc.18a6ebacbe5855cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39553"
    uid: 83f40493-8b34-427a-8662-96aee5665831
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: 56d1935b-a5fd-4657-b116-70a4b0131c38
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7d7dbb7bfc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ebacbb3386c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: d8533c69-511f-4d58-b8cb-bfb88cacb966
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: 1e28ffdc-a6d3-4ea8-b4f4-c0cf189b1b70
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ebb03a337e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39712"
    uid: 0273cf8e-5702-4c65-bcd6-26b38ba86346
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: 1e28ffdc-a6d3-4ea8-b4f4-c0cf189b1b70
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ebb03a9ee7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39714"
    uid: 91a0f21e-5de9-4a78-9466-9b7cec1e2095
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39713"
    uid: 1e28ffdc-a6d3-4ea8-b4f4-c0cf189b1b70
  kind: Event
  lastTimestamp: "2026-04-16T19:05:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ebb3b9747fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "40141"
    uid: 6f09d28d-3085-4e73-b1ee-a7aea7a7d3de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39713"
    uid: 1e28ffdc-a6d3-4ea8-b4f4-c0cf189b1b70
  kind: Event
  lastTimestamp: "2026-04-16T19:05:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ebb3b9daa481
    namespace: kserve-ci-e2e-test
    resourceVersion: "40142"
    uid: cf73db45-31df-4164-acac-c36065b713ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39530"
    uid: d7a9c8dc-e83f-4eb1-be9a-b4f54bef29b1
  kind: Event
  lastTimestamp: "2026-04-16T19:05:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ebacbb0aa17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40132"
    uid: 7eac8cf0-ed3c-41d6-8aa4-2fc92ed0ee41
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39530"
    uid: d7a9c8dc-e83f-4eb1-be9a-b4f54bef29b1
  kind: Event
  lastTimestamp: "2026-04-16T19:03:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:50Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ebacbb62dc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: fba7632e-3fa5-4a6f-9e80-f4806a59c5b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40130"
    uid: d7a9c8dc-e83f-4eb1-be9a-b4f54bef29b1
  kind: Event
  lastTimestamp: "2026-04-16T19:05:04Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ebbdfd0f52cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: c6cb4b0e-b5a8-441f-961d-8525a80727cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:39.113294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39387"
    uid: 22810edb-7a44-456a-bd85-e60e7d080b0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5.18a6ebaa294087cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: f5ea9fbf-3009-4217-a8e1-19c59bb8acc8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39398"
    uid: 22810edb-7a44-456a-bd85-e60e7d080b0f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5.18a6ebaa42217c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "39408"
    uid: 417e3830-a766-4aed-b785-21bb358263a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 22810edb-7a44-456a-bd85-e60e7d080b0f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5.18a6ebaa43a3a7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39469"
    uid: 4d4e1fc2-1afb-4d80-bc04-847f2fc8fd51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 22810edb-7a44-456a-bd85-e60e7d080b0f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5.18a6ebaa46a6adf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39473"
    uid: 78fdd405-3f31-4c2f-bd94-da73e41512e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 22810edb-7a44-456a-bd85-e60e7d080b0f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:46Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5.18a6ebaa4716eae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39474"
    uid: efd4b03b-0833-4e29-aaa8-0d8b60de17ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 22810edb-7a44-456a-bd85-e60e7d080b0f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5.18a6ebac7f637ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: c4a8ed1e-a4fd-4582-9da6-ff86ddbcbade
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39378"
    uid: dd5b9ba5-b62b-4aa8-9cd4-c73c7542de4c
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75-cztx5'
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75.18a6ebaa2878f552
    namespace: kserve-ci-e2e-test
    resourceVersion: "39390"
    uid: d398a7b8-cec8-4af1-ab86-eb2f173f127a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: e26fc5b9-a4b3-405f-9607-f26cfde8d7b0
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-69ddbbfd75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6ebaa257ad8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: e4b497ee-33ad-4098-a998-53ba5bdbab68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: f70657fd-29cf-4d29-8b91-2c171c951a51
  kind: Event
  lastTimestamp: "2026-04-16T19:03:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:46Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ebaa255ff9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 0313c4ba-eab6-447b-a086-d8f61f3cb373
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: f70657fd-29cf-4d29-8b91-2c171c951a51
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ebaa25f1f962
    namespace: kserve-ci-e2e-test
    resourceVersion: "39383"
    uid: f875d1e1-d090-43bd-82d9-9a4829307522
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:02:18.096095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38724"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb974c402f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 360931c9-f210-42c9-ade4-2d126b611b41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:18Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb9764de644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: a3885532-43ac-466e-bfcb-4e6be5a249a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb9766ac890e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: 42da2853-1b4d-400e-a280-9ce3f892060e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb9769ff1fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 484d141a-ae94-4905-9eb7-217effb6e0c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb976a7010f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: c88b0837-cf83-42e5-9e35-f04cb356b0a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb97b759729a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: db358af0-94ac-44d4-84b7-a34c27f1ec9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb97ba7a880e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 56242ab7-9990-485c-87a5-656f6ac17029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:02:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb97baeb1cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 4f42fc22-2845-41b3-9285-a82686f3bca3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:03:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eb97f34933c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: ddbef828-be99-4668-97fb-243129cc041f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 11e0614c-b460-45b7-aa54-bdf2486f27dc
  kind: Event
  lastTimestamp: "2026-04-16T19:03:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd.18a6eba9eafe0e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: cad50f3c-2be9-49c4-b31e-c187e86db4e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: be04bba5-774f-4804-a06d-f3c500bb9615
  kind: Event
  lastTimestamp: "2026-04-16T19:02:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc-4qljd'
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc.18a6eb974b49d281
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: 76f74db3-115d-4943-ba8e-654372cd9a40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38711"
    uid: 710764e9-1cdb-458b-ab93-581a530e81a8
  kind: Event
  lastTimestamp: "2026-04-16T19:02:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-648ccfcccc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6eb97462b9bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: 254cdcfc-d237-4257-8955-86a8bdfa51da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 7fecf6d3-ee0f-4483-886c-b0c2283cc683
  kind: Event
  lastTimestamp: "2026-04-16T19:03:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6eb9ac5073dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "39081"
    uid: 1a10a8db-55b3-4dcd-9b6a-6ad7074a0dee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 7fecf6d3-ee0f-4483-886c-b0c2283cc683
  kind: Event
  lastTimestamp: "2026-04-16T19:03:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6eb9ac569b3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39082"
    uid: 609ad410-6840-44ad-8249-fefcec5c1e93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 7fecf6d3-ee0f-4483-886c-b0c2283cc683
  kind: Event
  lastTimestamp: "2026-04-16T19:03:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6eba542bf0c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "39304"
    uid: 0758642c-29a1-4aa3-8602-65ff16435fb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 7fecf6d3-ee0f-4483-886c-b0c2283cc683
  kind: Event
  lastTimestamp: "2026-04-16T19:03:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6eba54351b4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: 8da3d8f3-1a5d-4392-97cb-16797bd1ebbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: e3d186ea-420b-44ce-843e-bdb7424b574c
  kind: Event
  lastTimestamp: "2026-04-16T19:03:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:32Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6eb9745decc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "39294"
    uid: de24565f-a230-4728-9d57-69ba7d102296
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: e3d186ea-420b-44ce-843e-bdb7424b574c
  kind: Event
  lastTimestamp: "2026-04-16T19:02:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:18Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6eb9746931c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38719"
    uid: f18071e2-1758-4359-b61d-c1f542ccb4a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: e3d186ea-420b-44ce-843e-bdb7424b574c
  kind: Event
  lastTimestamp: "2026-04-16T19:03:31Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:31Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6eba87fe5b2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: f77f203f-69fc-46f0-b0b3-ccdbbf0c4569
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:06:43.485868Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41048"
    uid: 39b69521-47e9-4ea2-8e8e-365476f8a50d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7.18a6ebd516b6bd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41054"
    uid: 26c6a258-b410-4792-b554-c6bb33763393
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41057"
    uid: 39b69521-47e9-4ea2-8e8e-365476f8a50d
  kind: Event
  lastTimestamp: "2026-04-16T19:06:43Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7.18a6ebd52f90ad4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41068"
    uid: 4265aa82-0646-490e-a607-1508a0ab84d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: 39b69521-47e9-4ea2-8e8e-365476f8a50d
  kind: Event
  lastTimestamp: "2026-04-16T19:06:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7.18a6ebd5313f36e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41110"
    uid: e4d258b9-8da8-4091-910b-aba2e0e56d1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: 39b69521-47e9-4ea2-8e8e-365476f8a50d
  kind: Event
  lastTimestamp: "2026-04-16T19:06:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7.18a6ebd53408b3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41116"
    uid: c494f5f7-ad71-42c9-b006-23b6aefe1512
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: 39b69521-47e9-4ea2-8e8e-365476f8a50d
  kind: Event
  lastTimestamp: "2026-04-16T19:06:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7.18a6ebd5348dcaac
    namespace: kserve-ci-e2e-test
    resourceVersion: "41117"
    uid: 501cb88a-fceb-4d63-a004-b933bf0afdc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: 39b69521-47e9-4ea2-8e8e-365476f8a50d
  kind: Event
  lastTimestamp: "2026-04-16T19:06:50Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7_kserve-ci-e2e-test(39b69521-47e9-4ea2-8e8e-365476f8a50d)
  metadata:
    creationTimestamp: "2026-04-16T19:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:50Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7.18a6ebd6c8e3c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "41137"
    uid: ab6bc9f8-c665-4798-b44b-45ac6d40095e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41039"
    uid: 793e4ee8-cad4-4a41-985f-ba0d8548a6c1
  kind: Event
  lastTimestamp: "2026-04-16T19:06:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b-zcht7'
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b.18a6ebd5164acd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "41052"
    uid: ddcf1e35-5c19-44c8-8a16-e2df8b9203a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41037"
    uid: da61c494-e23e-452a-aaef-3c5228fe376d
  kind: Event
  lastTimestamp: "2026-04-16T19:06:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7bfbcdd54b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6ebd513c95032
    namespace: kserve-ci-e2e-test
    resourceVersion: "41041"
    uid: 5c8be2e4-08ad-4b32-8618-ab5aecfa78d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41029"
    uid: 5764e431-d4e7-42cd-a19d-fd0f050e7a9e
  kind: Event
  lastTimestamp: "2026-04-16T19:06:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:51Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ebd513b2b0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: e6b55676-718c-4a31-8423-b533c1aec199
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41029"
    uid: 5764e431-d4e7-42cd-a19d-fd0f050e7a9e
  kind: Event
  lastTimestamp: "2026-04-16T19:06:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ebd5144a0fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41044"
    uid: 602021eb-2311-4afa-9e89-dfc3f707fe2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:05:22.400945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc235ad08cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40400"
    uid: 837fd2fd-c894-4520-8f40-446f3f05e081
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc24eaed058
    namespace: kserve-ci-e2e-test
    resourceVersion: "40410"
    uid: 902e5a29-05e1-4442-adf8-ce95a6510473
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc2502ac05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40413"
    uid: ff1e7462-556b-4e82-a5f7-1a39ba9e9d89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc252f49ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40415"
    uid: 7cbfc872-9bff-4f89-840f-fa72e1bfb8f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc25363874a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40416"
    uid: 05aaef9c-3d77-4e21-aa58-42c791e27071
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc2b23c546c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40436"
    uid: 324f61a7-339f-4537-96ff-534062928190
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc2b5ad58c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40439"
    uid: dc936ff6-f20b-41ab-a320-0860daf6add0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:05:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc2b61ce0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40440"
    uid: dd952e8d-1ed5-4626-854e-977020c8d478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:06:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebc2ee2b75fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41096"
    uid: 7fae0bbe-64cc-4ab5-b67b-e84e82cf015b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "40398"
    uid: 6eb3969c-3518-4145-90c3-b3a1056c2277
  kind: Event
  lastTimestamp: "2026-04-16T19:06:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86.18a6ebd4d8965481
    namespace: kserve-ci-e2e-test
    resourceVersion: "41017"
    uid: 31fda7bf-0471-454b-b0cb-9a0f249dedf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: 4e6cc8c5-4240-4336-a1b6-e19602e8390e
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b-c6b86'
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b.18a6ebc23528fb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: a6708463-1b87-44b2-979e-ae2ac78ca8c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40383"
    uid: 87e9fc12-1618-4994-b8d6-d7808d08cf19
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-66db4f849b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ebc232a48322
    namespace: kserve-ci-e2e-test
    resourceVersion: "40387"
    uid: b8a4eff8-b24d-4d6d-b92d-eafbd61f749b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40384"
    uid: a583a15a-23d8-43b1-a200-93c7cebaf692
  kind: Event
  lastTimestamp: "2026-04-16T19:05:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ebc5b16d6561
    namespace: kserve-ci-e2e-test
    resourceVersion: "40642"
    uid: 2692ffeb-c5c0-4fa2-8074-62330b2ef8d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40384"
    uid: a583a15a-23d8-43b1-a200-93c7cebaf692
  kind: Event
  lastTimestamp: "2026-04-16T19:05:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ebc5b1d6c184
    namespace: kserve-ci-e2e-test
    resourceVersion: "40643"
    uid: 8964890b-2322-4000-be4e-48fcad39fd62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40533"
    uid: a583a15a-23d8-43b1-a200-93c7cebaf692
  kind: Event
  lastTimestamp: "2026-04-16T19:06:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ebccb015c112
    namespace: kserve-ci-e2e-test
    resourceVersion: "40964"
    uid: 04867204-540a-4f83-af26-2aece87c8d70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40533"
    uid: a583a15a-23d8-43b1-a200-93c7cebaf692
  kind: Event
  lastTimestamp: "2026-04-16T19:06:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ebccb080aa40
    namespace: kserve-ci-e2e-test
    resourceVersion: "40965"
    uid: 302831c1-0218-425d-b91a-102db3425865
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40375"
    uid: 3391491e-06dd-40ed-9e69-fe355d4d8ccd
  kind: Event
  lastTimestamp: "2026-04-16T19:06:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ebc23254c2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: 4eb5ef0c-bc70-4903-832d-fb7c9e07f36b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40375"
    uid: 3391491e-06dd-40ed-9e69-fe355d4d8ccd
  kind: Event
  lastTimestamp: "2026-04-16T19:05:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ebc232c23c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: 04410f55-fa72-4541-b462-5bdff8cfe067
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40956"
    uid: 3391491e-06dd-40ed-9e69-fe355d4d8ccd
  kind: Event
  lastTimestamp: "2026-04-16T19:06:36Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ebd37af626d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40957"
    uid: c45e289d-f68a-4c9a-bd35-392642b6202b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38030"
    uid: 83143a68-9617-4cba-bfa9-2cbc13284bb5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:11Z"
    name: isvc-sklearn-s3.18a6eb8493978132
    namespace: kserve-ci-e2e-test
    resourceVersion: "38639"
    uid: 9674cac0-dbd7-427a-a350-12eebe8d4b82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38030"
    uid: 83143a68-9617-4cba-bfa9-2cbc13284bb5
  kind: Event
  lastTimestamp: "2026-04-16T19:00:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-sklearn-s3.18a6eb8493efcd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: eb294fb9-58a6-44ef-bc9e-343c0718b0cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: 83143a68-9617-4cba-bfa9-2cbc13284bb5
  kind: Event
  lastTimestamp: "2026-04-16T19:00:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-sklearn-s3.18a6eb849a8b9d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 552d726f-5d36-4377-b5ac-2f6f59689642
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38636"
    uid: 83143a68-9617-4cba-bfa9-2cbc13284bb5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:11Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:11Z"
    name: isvc-sklearn-s3.18a6eb95d033fa31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38637"
    uid: 14becf39-af85-479a-b3ad-0db9a9510151
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-54dff6475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29862"
    uid: de90fe90-b034-4de2-8e37-1dea992b6159
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-54dff6475d-pndgl'
  metadata:
    creationTimestamp: "2026-04-16T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-sklearn-scheduler-predictor-54dff6475d.18a6eaa1737324da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29876"
    uid: bd4937db-7bd4-4bc6-a27a-2d91ab38807c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29859"
    uid: 5507fa38-e84a-4ec9-823f-97fbd85668cb
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-54dff6475d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-sklearn-scheduler-predictor.18a6eaa16f7f58b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29864"
    uid: 0f232226-4b7c-415f-b01c-1adaaec0bc92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: 4028e0f5-7d8f-4d6e-a1ba-19fc6ae0f86c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-sklearn-scheduler.18a6eaa16f1891e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: 200601a1-2b05-4c48-ad42-2f19f1a7d06e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: 4028e0f5-7d8f-4d6e-a1ba-19fc6ae0f86c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-sklearn-scheduler.18a6eaa16f88fc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29873"
    uid: f4d381a1-89f6-4bfe-8f15-e920cb35ef79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: 4028e0f5-7d8f-4d6e-a1ba-19fc6ae0f86c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:42Z"
    name: isvc-sklearn-scheduler.18a6eaa16f8965dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29875"
    uid: cd807640-2738-4ea3-ab85-13186ddfcc91
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:49:42.329436Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae7550c34c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32483"
    uid: f5a930a6-0cac-4e74-88c8-46df40a2e183
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae76e83ef47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: ad6fa4a0-cec4-4fc8-886e-915e2792051f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae76fd9afa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: ece3ff77-e4cc-42b1-bfb1-7da1e9cacd29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae77380e1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32499"
    uid: 9d531251-cc2f-4164-aeb3-deac1219c54c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae773f9300c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 3c65f4f3-7b02-46c5-b5f6-5ac3d239ec8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:47Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae8882a07bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32539"
    uid: 007e27d9-e49e-4ae3-b8df-b377552192e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:47Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae88b4d11ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: bd624719-da41-4ac2-86d8-c57a487831f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:49:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:47Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae88bbda8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: a36a3fb2-d3b5-4457-9b3f-e86abb1f0df5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:50:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:49:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:50:49Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eae8c41e8548
    namespace: kserve-ci-e2e-test
    resourceVersion: "32987"
    uid: 31033589-0936-4cdf-954c-d8a0caa0ad57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 07fdec94-8e25-44cc-a7c8-5e0fb3fb8b92
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w.18a6eaf9fd3fd0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33119"
    uid: c0b0435b-4a50-4bc9-945c-c6e13cea41cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: 5c67f758-44af-42d0-90bb-d74efb13a217
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-55fdc46497-xgg8w'
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor-55fdc46497.18a6eae75496c1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 98734f19-05a1-46c8-b033-357bba9ee0d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32463"
    uid: 683774ed-8283-40ce-848b-46cbeb5275af
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-55fdc46497 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eae751b5c701
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: 72f8dcea-30c2-4df9-b717-05e4e40eb613
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: a9aaaded-e541-4e6b-8a87-9fe72260dcf7
  kind: Event
  lastTimestamp: "2026-04-16T18:49:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eaead051b370
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: f32faba1-0fc8-4bd3-8531-e4aac975c328
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: a9aaaded-e541-4e6b-8a87-9fe72260dcf7
  kind: Event
  lastTimestamp: "2026-04-16T18:49:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eaead0b3a92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: f77fcb59-d199-45dc-91ed-8fc6f8204853
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: a9aaaded-e541-4e6b-8a87-9fe72260dcf7
  kind: Event
  lastTimestamp: "2026-04-16T18:50:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:50:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eaee4fe3ef8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: 588bd5a7-f603-4ae7-8003-193dbe04912e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: a9aaaded-e541-4e6b-8a87-9fe72260dcf7
  kind: Event
  lastTimestamp: "2026-04-16T18:50:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:50:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eaee504d0599
    namespace: kserve-ci-e2e-test
    resourceVersion: "33047"
    uid: 6e76f022-0e6c-4417-ba6b-fa8320bc7170
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: afcbbd78-1881-4966-baf5-66adf3bd4b7b
  kind: Event
  lastTimestamp: "2026-04-16T18:50:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:50:59Z"
    name: isvc-sklearn-v2-mixed.18a6eae751ba9a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: e1d03594-1024-4dc4-87b2-a5dc94b03543
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32439"
    uid: afcbbd78-1881-4966-baf5-66adf3bd4b7b
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-mixed.18a6eae752476b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: 94c7ca6e-2b9f-45fc-97d1-a0c253cdb572
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33066"
    uid: afcbbd78-1881-4966-baf5-66adf3bd4b7b
  kind: Event
  lastTimestamp: "2026-04-16T18:50:59Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:50:59Z"
    name: isvc-sklearn-v2-mixed.18a6eaf9501a5a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33067"
    uid: 6c9d0d38-a6b2-4ea9-bb14-f3ad6b830bcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:48:22.027088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31818"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead4a2a79333
    namespace: kserve-ci-e2e-test
    resourceVersion: "31823"
    uid: 860ce2b7-e6e9-494c-89f7-fb568325ecf8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead4bbb896f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: 42db03f9-a661-422e-87f6-3566478dacbb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead4bd09bfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: 3ad33575-6bfe-4193-962f-d5fed150c1a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead4c0ddf455
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: ff1a71dc-bf68-4d9e-b81c-8d679087cb48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead4c14c9704
    namespace: kserve-ci-e2e-test
    resourceVersion: "31845"
    uid: b70f5e66-6494-4ee6-bbed-fcb7774b7992
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1412"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:27Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead5d9102ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31882"
    uid: ac760dd3-38bf-4fdc-b259-59ff5f95708f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:27Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead5dc5e7568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31886"
    uid: 2afcf1ea-f3d2-404b-abe3-a9b8a20f9657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:27Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead5dcca76ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31887"
    uid: 9ca88c20-5183-401f-8329-505cb49ff4b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:29Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6ead614ff46ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: fc8ba232-4945-44ba-b058-260b6f2a542d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ee4fa09f-fd22-46d2-a4c3-0600aafe0fa9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:42Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82.18a6eae750fb23d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: 3dbdf265-9345-4a72-b993-37bd2bf2085b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7bc9649f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: 1695562e-9087-4a72-8fb7-33f4f5475183
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7bc9649f6b-rrh82'
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2-predictor-7bc9649f6b.18a6ead4a236a1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31820"
    uid: 75e4684e-9973-4c5d-aed5-a46db5ade5da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: 939eb373-f91a-4939-b9df-53ff7fd4e26a
  kind: Event
  lastTimestamp: "2026-04-16T18:48:21Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7bc9649f6b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:21Z"
    name: isvc-sklearn-v2-predictor.18a6ead49fbb960a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31810"
    uid: 7b6ca820-490a-401a-8d06-520dabd23a11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 1f9abed3-6dd8-4180-a435-17a4576a75d3
  kind: Event
  lastTimestamp: "2026-04-16T18:48:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:52Z"
    name: isvc-sklearn-v2-predictor.18a6ead81e93a2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: 544a1752-47d0-40bf-9e97-7c0949d85b13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: 1f9abed3-6dd8-4180-a435-17a4576a75d3
  kind: Event
  lastTimestamp: "2026-04-16T18:48:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:52Z"
    name: isvc-sklearn-v2-predictor.18a6ead81efc0d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: 081f055b-edf1-47a5-9600-d70d4046f1bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 1f9abed3-6dd8-4180-a435-17a4576a75d3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:37Z"
    name: isvc-sklearn-v2-predictor.18a6eadf1d030d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 7678c9b6-fa9b-4c1d-9c80-e0c9c8cff179
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 1f9abed3-6dd8-4180-a435-17a4576a75d3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:37Z"
    name: isvc-sklearn-v2-predictor.18a6eadf1d54b57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: 5b6f734e-13cf-4a1b-92cf-59a16ee2facc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:47:31.865916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:47:31Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac8f4d0c7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: 9027e59a-5297-490d-ba86-a061861fda5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:32Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac90eb1eef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: de984c99-0648-4e97-b466-949be064dfc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac910185f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: bca08971-1da4-41b0-91ac-9f472ffbe444
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac912ff934b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: c6c18cca-955d-4291-9f59-79a5c67a50e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac9137124ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: c47a6118-9dd2-4364-81f9-737073e9185c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac9efc6f6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 6bb42e91-d162-439e-ba7e-629e39e778e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac9f2ad23c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: 54606082-3f57-4db4-8469-fa05040cf08e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:47:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6eac9f31de05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 3e549f98-8839-44c1-9d8e-b2530e9f2e5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:48:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T18:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:08Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6ead166fe7f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 8e60accf-8fc5-4f62-85a1-b9c45c29a15f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:48:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:21Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6ead49f3f56d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: 87d0ab88-1f3e-4999-9029-f448a0d4f506
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 7e456529-5b72-4934-94d7-5a66967a888c
  kind: Event
  lastTimestamp: "2026-04-16T18:48:28Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:28Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl.18a6ead60ba7f5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: 30aaf1fe-b6fc-466c-9899-d2fc3504bdbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: fec83187-1dd0-404f-a369-c04c7b8e3071
  kind: Event
  lastTimestamp: "2026-04-16T18:47:31Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-4vntl'
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:31Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6eac8f45f3a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "31387"
    uid: a83f2b1f-2712-4170-bae8-183abd39d2cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: 29db24b5-aba0-4e3b-a9c8-23cc83ea1939
  kind: Event
  lastTimestamp: "2026-04-16T18:47:31Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eac8f1f09efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: 0880281e-e6cb-4987-b1cc-0d7c0d3046ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 818d93d8-2abd-4001-99b1-debedcb42730
  kind: Event
  lastTimestamp: "2026-04-16T18:47:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:46Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eacc707a8473
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: 21d89f75-bf3b-45f2-a0ca-20400cf4e8af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 818d93d8-2abd-4001-99b1-debedcb42730
  kind: Event
  lastTimestamp: "2026-04-16T18:47:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:46Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eacc70feb2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: 59f1b901-3663-4d38-9b8a-aa926b07ce20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: 818d93d8-2abd-4001-99b1-debedcb42730
  kind: Event
  lastTimestamp: "2026-04-16T18:48:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:16Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eacff007b2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: faf34439-fc30-4f41-973c-2aa6671b914a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31521"
    uid: 818d93d8-2abd-4001-99b1-debedcb42730
  kind: Event
  lastTimestamp: "2026-04-16T18:48:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:16Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eacff074acc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 020879c6-490e-4dfb-9290-6afa1ce492a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: b4b61dfb-712a-4bbb-89f9-e6490627f039
  kind: Event
  lastTimestamp: "2026-04-16T18:48:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:18Z"
    name: isvc-sklearn-v2-runtime.18a6eac8f1c9f8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: 8e6f8d97-85c2-4bb0-9520-e93fff460391
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: b4b61dfb-712a-4bbb-89f9-e6490627f039
  kind: Event
  lastTimestamp: "2026-04-16T18:47:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:31Z"
    name: isvc-sklearn-v2-runtime.18a6eac8f23b1953
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: abaaed7f-3d8e-455e-b759-3681056211ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: b4b61dfb-712a-4bbb-89f9-e6490627f039
  kind: Event
  lastTimestamp: "2026-04-16T18:48:18Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:18Z"
    name: isvc-sklearn-v2-runtime.18a6ead3bbe15934
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: 4f8220b2-9f51-4a2b-984a-0392e3334bf9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: af2631e2-4675-4778-82e1-f02073e119d9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:39Z"
    name: isvc-sklearn-v2.18a6ead49f925782
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 16b587a5-7dce-4502-8b38-f6c531ff0821
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: af2631e2-4675-4778-82e1-f02073e119d9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2.18a6ead49fe41867
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: 455733f0-8ede-4b05-8fe4-c02d8200fd47
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31792"
    uid: af2631e2-4675-4778-82e1-f02073e119d9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:22Z"
    name: isvc-sklearn-v2.18a6ead4a4488bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 78497d4f-f867-4a42-8cee-9b93177d6fc7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32410"
    uid: af2631e2-4675-4778-82e1-f02073e119d9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:39Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:39Z"
    name: isvc-sklearn-v2.18a6eae6a10cf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32411"
    uid: 423e1457-4991-4c0f-a3e9-4db0f20c4bcb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29904"
    uid: 582a2bd1-8057-456a-85c2-8441b240cf6c
  kind: Event
  lastTimestamp: "2026-04-16T18:46:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:02Z"
    name: isvc-sklearn.18a6eaa1edaba401
    namespace: kserve-ci-e2e-test
    resourceVersion: "30534"
    uid: c11c9e23-2d5f-4aa5-97ca-30423955fa8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29904"
    uid: 582a2bd1-8057-456a-85c2-8441b240cf6c
  kind: Event
  lastTimestamp: "2026-04-16T18:44:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:44Z"
    name: isvc-sklearn.18a6eaa1edfa7f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "29933"
    uid: 700ed26a-6c13-465f-9533-bd9534c77971
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: 582a2bd1-8057-456a-85c2-8441b240cf6c
  kind: Event
  lastTimestamp: "2026-04-16T18:46:02Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:02Z"
    name: isvc-sklearn.18a6eab432ff8e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30533"
    uid: 8b759b67-d23c-49d8-a0b6-43869dc18d70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:51:02.507175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafa000358d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33131"
    uid: fd98f1d0-51b1-49ad-a0a7-21246c808560
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33136"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafa1912094c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33149"
    uid: aa0af58b-a105-4846-a6d0-2c34cc057543
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafa1b3b81ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 086340ec-785f-4de6-a033-08ec8063eabf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:03Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafa1e0ff889
    namespace: kserve-ci-e2e-test
    resourceVersion: "33152"
    uid: d7b5953a-1e5d-4865-95a4-ea9839ac1195
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:03Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafa1e923a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "33153"
    uid: b9cc772b-f420-462e-be78-60ef006c7c8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:08Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T18:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:08Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafb73745f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 079552b8-d42e-4a1f-aec3-7badf9bd5cc7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:12Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.554s (3.554s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:12Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafc4756483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33233"
    uid: 136c4007-d598-4217-bade-d309cf09cb4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:12Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafc4a20198e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33234"
    uid: 5d9522f0-dffe-446d-b97b-8354e7efcf95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:12Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafc4aa59cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33235"
    uid: e525152f-b4bf-40cd-b2e5-ec99a5b24e52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eafc62db3db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 35641cf3-a07d-4f16-b0f9-5146ed3d7a12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 9de2403a-5164-4b17-8dfc-6cd3c579c805
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-d9lmw.18a6eb05e2ca02ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: bfbfd771-f9b6-44b3-814b-e6289e22513c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: 199edaff-4cad-4735-b16d-96e6609f9b9a
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-d9lmw'
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6eaf9ff99e7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33129"
    uid: 7dc62861-5c86-45a7-b71a-cf1bd28a4851
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 130be986-0820-4066-9542-39d113e6c9a6
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow-predictor.18a6eaf9fd3cc5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33117"
    uid: a7f68660-17e4-4ae0-83c1-f68f34d55514
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: f0c470df-01f2-4ea0-a4b2-93d73a873e92
  kind: Event
  lastTimestamp: "2026-04-16T18:51:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:47Z"
    name: isvc-tensorflow-predictor.18a6eafd7bf0c33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: 0747a064-61c8-4e65-b250-f677b5e77b39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: f0c470df-01f2-4ea0-a4b2-93d73a873e92
  kind: Event
  lastTimestamp: "2026-04-16T18:51:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:47Z"
    name: isvc-tensorflow-predictor.18a6eafd7c5b93e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 729f346b-0f7c-47f2-9d46-6423cc819aa2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:51:53.623398Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb05e6c70eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33578"
    uid: 260d28bd-1ca2-4500-a928-64fcb3b6ad26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33584"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:54Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:51:54Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb05ff9a25f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33597"
    uid: 3faba4e1-371d-4af0-8397-fae2ce1d6a06
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:54Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb0600daf1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: cec63d0f-18b5-40e3-b6ca-7dd14be7596c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:54Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb06039628f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: e768b49e-45f4-4ed7-8901-885f8eeefaf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:54Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb06040784a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: 3dbc2ecf-2601-4b0d-94f8-c0c1d2dafe49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:58Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb0720fc1fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: 4d084f72-0295-4657-af6d-4697ceee2a96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb0723dcc8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: a2beb78d-1b38-4224-8b25-4b38e66705ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:51:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb07244c8d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: c4d557a4-5bae-4faa-b10f-83781d35d109
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:52:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:00Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb075ce5c824
    namespace: kserve-ci-e2e-test
    resourceVersion: "33668"
    uid: f1336031-c221-4bd3-a685-34fa3cc3ea57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2ab57e36-d3a8-44ba-bb7f-4847aa27fd42
  kind: Event
  lastTimestamp: "2026-04-16T18:52:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj.18a6eb0d1b51c19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: 37cb4caf-5a41-4f91-9dd6-fcb0abbbc1c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 3f46a156-84b4-42b4-9239-17e8db7ff6f1
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-5fjpj'
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6eb05e65f064e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 0f3fd754-2d6b-4577-b88f-d0fc2a514505
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 48dcc970-7710-4742-8687-c6e5aecf4701
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb05e3f7c7a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: 9272755a-1642-439b-a5b0-cfb27611985a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 12aac133-1d04-4034-a2af-882cec583fb5
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb0962be0fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: 6901f0b9-cfb4-4b03-b4d1-2fedc681b08e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 12aac133-1d04-4034-a2af-882cec583fb5
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb09631ba0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: ac7617fe-3f59-4f62-9ece-ab4bfaf927d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 7eab2c69-cafe-4d00-b8bd-b02b8af5493a
  kind: Event
  lastTimestamp: "2026-04-16T18:52:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:11Z"
    name: isvc-tensorflow-runtime.18a6eb05e3cc5c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: 80485971-b15d-459e-b1be-2242a22cd36d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 7eab2c69-cafe-4d00-b8bd-b02b8af5493a
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-tensorflow-runtime.18a6eb05e42e32cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33586"
    uid: b63651ad-01b7-43f7-b609-c38dc66361f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 7eab2c69-cafe-4d00-b8bd-b02b8af5493a
  kind: Event
  lastTimestamp: "2026-04-16T18:51:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:53Z"
    name: isvc-tensorflow-runtime.18a6eb05e94173ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33587"
    uid: 1188cb22-7c80-4d32-8b2c-1fcf4e707436
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 7eab2c69-cafe-4d00-b8bd-b02b8af5493a
  kind: Event
  lastTimestamp: "2026-04-16T18:52:10Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:10Z"
    name: isvc-tensorflow-runtime.18a6eb09f1197322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: ac7ea27f-9217-441a-9b1b-9de8cee349a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33090"
    uid: 0d9e2c8a-e421-4976-8cf6-db508135c676
  kind: Event
  lastTimestamp: "2026-04-16T18:51:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:33Z"
    name: isvc-tensorflow.18a6eaf9fd431bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: b8a1695b-2e57-4310-88cc-29bb4c8c4a34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33090"
    uid: 0d9e2c8a-e421-4976-8cf6-db508135c676
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow.18a6eaf9fddff2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: 87b0ad1b-3244-4262-a23c-18874e2c84ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33098"
    uid: 0d9e2c8a-e421-4976-8cf6-db508135c676
  kind: Event
  lastTimestamp: "2026-04-16T18:51:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:02Z"
    name: isvc-tensorflow.18a6eafa0289364a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: 479c2ce8-d93a-47ca-9493-b4ba46d8f84e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33397"
    uid: 0d9e2c8a-e421-4976-8cf6-db508135c676
  kind: Event
  lastTimestamp: "2026-04-16T18:51:33Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:33Z"
    name: isvc-tensorflow.18a6eb014a8a3fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: 0dbfa2e0-903e-4d87-a3b8-a94a45730e22
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:52:24.630241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33884"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-ztjlc
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb0d1eedeb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 44a2784c-d0c5-44f9-a337-fd07cf2a1537
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33897"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:52:25Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:52:25Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb0d382c451b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: 9b60f19d-6d97-416b-bf86-bcbae2e59929
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:52:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:25Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb0d39807724
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 9045177f-dea9-4ed6-9a10-d6050f3b627c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:52:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:25Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb0d3c7ea2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: be61d082-a57d-44e4-aa7c-c34d0e276789
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:52:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:25Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb0d3cf0c08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33915"
    uid: a2c3fedb-4b77-4b4f-8438-e9e0c57bc94e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:52:28Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:28Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb0e22f2a7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 5571d07c-6252-4233-ba67-c61d053b3c77
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:54:23Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.253s
    (1m54.253s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:23Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb28bcf67780
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: b173afca-a16a-4ae1-b7ca-9204c464aa4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:54:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:23Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb28c27addb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 321b5373-864e-4c7e-95b9-0f0f005dd00f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:54:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:23Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb28c3b29f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: bde56e2c-b5d9-4c29-956b-121f224037a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:54:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:24Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb28c691345e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: 422402d9-047d-421b-b8b9-739021c34499
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ztjlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bc3e9fc6-5a61-4c6f-9088-875636ffed68
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-triton-predictor-85f9f46646-ztjlc.18a6eb2bbae5db0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 938b185c-b499-48ba-834a-5bd7f1d62832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33876"
    uid: e6bb53da-2c9d-4a8f-a010-caf4d13126e8
  kind: Event
  lastTimestamp: "2026-04-16T18:52:24Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-ztjlc'
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-triton-predictor-85f9f46646.18a6eb0d1e86fe7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: 80482cd4-b81c-4b61-908a-3c0238bd1c36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: 7eb350c2-1ed5-4199-89b3-b5724a344d85
  kind: Event
  lastTimestamp: "2026-04-16T18:52:24Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-triton-predictor.18a6eb0d1c4e6bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: b34c089f-058c-4f6f-8c99-3200b3f6729b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: be628b89-3475-4d1d-a686-58d67137a249
  kind: Event
  lastTimestamp: "2026-04-16T18:54:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:24Z"
    name: isvc-triton-predictor.18a6eb109b203956
    namespace: kserve-ci-e2e-test
    resourceVersion: "34752"
    uid: 4c658506-b2e2-40d3-a3ae-e3e9465c52be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: be628b89-3475-4d1d-a686-58d67137a249
  kind: Event
  lastTimestamp: "2026-04-16T18:54:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:24Z"
    name: isvc-triton-predictor.18a6eb109b80ba75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34753"
    uid: 21c8a564-5e55-43ee-bb19-27a719c4a156
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: 7d20fcbf-e472-46af-a1c1-3203b4a70923
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-triton.18a6eb0d1c255a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "34827"
    uid: 8272f80d-8cfb-4701-9a1a-a19829c37019
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: 7d20fcbf-e472-46af-a1c1-3203b4a70923
  kind: Event
  lastTimestamp: "2026-04-16T18:52:24Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:24Z"
    name: isvc-triton.18a6eb0d1c6ce64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: aa99a9f8-a1ba-49d1-94d5-32787adef947
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34825"
    uid: 7d20fcbf-e472-46af-a1c1-3203b4a70923
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-triton.18a6eb2b5adf1289
    namespace: kserve-ci-e2e-test
    resourceVersion: "34826"
    uid: f6c45e18-35c4-47f6-843e-34c0e2573b17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:54:36.208441Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-66sb6
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb2bc199ebd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 387b3481-f172-4351-8778-4adde95ed14b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34894"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb2bddff38ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34901"
    uid: 2de2dceb-f23a-443a-8b04-bf84358930cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb2bdfc43d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34903"
    uid: b76afcc5-4c45-4c9d-ab4a-9ad56892e179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb2be41e1ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34904"
    uid: 04cb1e86-f942-42a0-a82f-c3ee18c8db16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb2be560a3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34906"
    uid: a36ff799-1991-4eab-88de-e34a8385d3fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:54:41Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:41Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb2cfacafed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: cac642de-6101-4a11-9938-268ce0189edb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:55:05Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 23.62s (23.62s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:05Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb327aac7845
    namespace: kserve-ci-e2e-test
    resourceVersion: "35117"
    uid: 5ab4f31c-1340-4803-986e-adf07a9597b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:55:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:05Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb327e1c12e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: ef2dedd0-9c87-47b0-99f0-ae641ee6bf69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:55:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:05Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb327e885f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: 96bc1c80-9887-4382-9ace-9593e8fb8e96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb329677565c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: 68297c7b-a9ba-48b8-ae85-63a70a1fe5ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34885"
    uid: 447029d4-b1a3-4f68-9c17-376eec45be4c
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-66sb6.18a6eb4311891431
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: e6c19ac4-272b-4fcf-bed5-2d525ef3dac9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: fbbaf97c-9440-4f8c-9a2e-b8c58e5b3895
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-66sb6'
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6eb2bc132323c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34884"
    uid: 241bbf42-432e-481c-89e7-27b662738e03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34867"
    uid: d693a6c5-3756-44bd-ad12-6765eed6683b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost-predictor.18a6eb2bbce6ae0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: 7eb96475-ee04-49e3-927b-57663b84986d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34869"
    uid: c3d25c8f-cdfb-48ee-9318-9240207535da
  kind: Event
  lastTimestamp: "2026-04-16T18:55:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:36Z"
    name: isvc-xgboost-predictor.18a6eb2f3b8a4bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: 74f76d64-f870-47c3-b204-b6d8092a3da0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34869"
    uid: c3d25c8f-cdfb-48ee-9318-9240207535da
  kind: Event
  lastTimestamp: "2026-04-16T18:55:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:36Z"
    name: isvc-xgboost-predictor.18a6eb2f3c0c80f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 43ec9849-3130-44a7-93eb-41f24dbed80b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: c3d25c8f-cdfb-48ee-9318-9240207535da
  kind: Event
  lastTimestamp: "2026-04-16T18:56:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:06Z"
    name: isvc-xgboost-predictor.18a6eb3d3906115e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: 2d74de26-c7ad-41cf-acd7-d49bc64865f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: c3d25c8f-cdfb-48ee-9318-9240207535da
  kind: Event
  lastTimestamp: "2026-04-16T18:56:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:06Z"
    name: isvc-xgboost-predictor.18a6eb3d3974a909
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 62af08c5-849d-4d87-8245-a9522ba135ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:57:46.941604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36468"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:57:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:57:46Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb582a2f05dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: 68b5fae2-1da5-4a49-bd67-527313895956
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:47Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:57:47Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb58435e02c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: 6f71d139-5527-4e52-985f-e01ef8992f71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:47Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb5844b90bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "36493"
    uid: 5ea734eb-5eab-459c-9406-cc052ec65c74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:47Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb5848521b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 9a55e5ab-66bc-4538-9eea-b7890640ae02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:47Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb5848c5fb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: 4d3e5bbf-e029-47e4-9067-12aef227ed57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:52Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:52Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb595ab59137
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 5efc5cb8-cfbf-45e7-993d-b2fd2a368f94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:52Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb595dcd5b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: ebb1e385-d96b-4e9c-93aa-f62265a531a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:57:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:52Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb595e3b6af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36541"
    uid: 758dede0-8ba9-457e-84d2-bd3f24075630
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:58:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:44Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb5996a3bd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 5507178d-e922-457b-8de4-dd88c5de0430
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: 21812bb9-8c58-430b-92da-af2694fbe920
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c.18a6eb687dcc1b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37023"
    uid: de0e3662-3b17-4d75-bcbc-a9d4d247acdb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: ba02abf8-9785-415e-a6e0-536cabdca395
  kind: Event
  lastTimestamp: "2026-04-16T18:57:46Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-g5c7c'
  metadata:
    creationTimestamp: "2026-04-16T18:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:46Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6eb5829264f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: 8c592c37-3605-4a54-8c41-8f772e199066
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 679bf99a-decb-4d73-b3d8-f823b51eadb1
  kind: Event
  lastTimestamp: "2026-04-16T18:57:46Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:46Z"
    name: isvc-xgboost-runtime-predictor.18a6eb5826a426fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: b939c687-6283-4714-81bd-49e80864b4eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: b38b6579-219d-4fed-802b-06c2cd50d13f
  kind: Event
  lastTimestamp: "2026-04-16T18:58:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:31Z"
    name: isvc-xgboost-runtime-predictor.18a6eb5ba56e3369
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: fa5d715b-1338-417c-93d5-79cb9a4f2723
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: b38b6579-219d-4fed-802b-06c2cd50d13f
  kind: Event
  lastTimestamp: "2026-04-16T18:58:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:31Z"
    name: isvc-xgboost-runtime-predictor.18a6eb5ba5d4cf63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: e400a3a1-a1be-4f34-ac6a-a2ec4f974ff7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36617"
    uid: b38b6579-219d-4fed-802b-06c2cd50d13f
  kind: Event
  lastTimestamp: "2026-04-16T18:58:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:46Z"
    name: isvc-xgboost-runtime-predictor.18a6eb6622d69f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 026ca053-a7f9-4b5e-8b85-509c85c35b21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36617"
    uid: b38b6579-219d-4fed-802b-06c2cd50d13f
  kind: Event
  lastTimestamp: "2026-04-16T18:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:46Z"
    name: isvc-xgboost-runtime-predictor.18a6eb66234167d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36932"
    uid: 2c850568-aafa-4e50-a8dc-e58a05e7d508
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: e8a84a63-a6f1-47e5-91e1-132e25aca069
  kind: Event
  lastTimestamp: "2026-04-16T18:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:54Z"
    name: isvc-xgboost-runtime.18a6eb58267759dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36987"
    uid: 2c2285c9-5132-4f11-8d20-4e3e0202db27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: e8a84a63-a6f1-47e5-91e1-132e25aca069
  kind: Event
  lastTimestamp: "2026-04-16T18:57:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:46Z"
    name: isvc-xgboost-runtime.18a6eb5826c1ea23
    namespace: kserve-ci-e2e-test
    resourceVersion: "36463"
    uid: d382ff92-96a0-4e04-8cdd-ab04e59043e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: e8a84a63-a6f1-47e5-91e1-132e25aca069
  kind: Event
  lastTimestamp: "2026-04-16T18:58:54Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:54Z"
    name: isvc-xgboost-runtime.18a6eb67ce93db62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 15bbd0b8-b44c-4ebd-bba9-7317691e0fbe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:56:16.427507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb43171f75e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 34e219cd-f451-4607-86c6-5d699caab31a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb43302b8afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35687"
    uid: fb0e2584-4408-489a-bed1-8ee175b2d179
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb4331f42b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: da14e17d-e84c-41f6-af1a-4346735cdc08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb4334e09d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "35692"
    uid: 9d3ccb4c-ad62-4ff2-b6b6-1756a6849b5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb433550565b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: 2ca25187-32f2-42c5-b99e-89e803540ac7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb44558345db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35737"
    uid: 9101c29d-0c6c-43ce-8620-1c89c4991f7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb44584b8c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: dd8ce977-efcb-4cf3-845d-16ac2ab53dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:21Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb4458c083e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: a6ea0712-fc0d-41eb-9e9f-148f450d9208
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:56:53Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb4bc9607952
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 368cd4ff-71aa-499a-a240-1a2a200786d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: d8fc6e24-e812-4ead-ace8-852367234e82
  kind: Event
  lastTimestamp: "2026-04-16T18:57:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p.18a6eb4ec1062344
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: d867eae3-e6d1-4aba-bdf0-25a927fb5e25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35656"
    uid: 34bdcffa-97e3-4c9e-aa28-a5734cc93df6
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-j7t5p'
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6eb4316b6377a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: 3d1e68cc-dbcc-4465-ba95-f26181eee2a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35654"
    uid: bc9d6bc7-0fc6-4d2a-8625-62d7641eb87c
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eb4312b3c2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: d19e9a37-90ce-442b-a89a-d08e77b47bcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: cf664795-7371-47f7-a5e6-615f0b743e66
  kind: Event
  lastTimestamp: "2026-04-16T18:57:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eb4691922ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 78e2a33b-8616-4b23-a6be-797fc79920d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: cf664795-7371-47f7-a5e6-615f0b743e66
  kind: Event
  lastTimestamp: "2026-04-16T18:57:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eb4691fbbfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36021"
    uid: b64423e5-114e-4c2d-be4f-43ae6d72ddb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 8497ab23-c8e0-4967-ac90-89911b94661c
  kind: Event
  lastTimestamp: "2026-04-16T18:57:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:03Z"
    name: isvc-xgboost-v2-mlserver.18a6eb4312881925
    namespace: kserve-ci-e2e-test
    resourceVersion: "36047"
    uid: 007a532e-d592-46ca-ade4-fee88707fe5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: 8497ab23-c8e0-4967-ac90-89911b94661c
  kind: Event
  lastTimestamp: "2026-04-16T18:56:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:16Z"
    name: isvc-xgboost-v2-mlserver.18a6eb4312ea314e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35662"
    uid: c7ee3f54-ede5-48c2-ac7d-5ab8cf990486
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: 8497ab23-c8e0-4967-ac90-89911b94661c
  kind: Event
  lastTimestamp: "2026-04-16T18:57:03Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:03Z"
    name: isvc-xgboost-v2-mlserver.18a6eb4e213fe6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: 12719613-a6b2-44ba-a5ca-f0c4a71f24e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:59:47.557854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37482"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb743f78e3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: 034ed1d2-538c-46c7-a63c-416bdc9a8dde
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:47Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb7458558cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: 720df6ad-f9cc-4764-b23b-dc95cabf26cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:48Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb7459e4d1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37510"
    uid: ebc394ad-81d1-4415-871a-46f14464b9ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:48Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb745cfae3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: 16f64ceb-0227-4c3f-b122-2c6f93adb69c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:48Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb745d714755
    namespace: kserve-ci-e2e-test
    resourceVersion: "37512"
    uid: 0c85e761-4a10-43fb-b635-4f4b3ae9d3a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:52Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:52Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb7561f5017a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37550"
    uid: 91bb9bc1-4b09-488a-b18c-0e7fd4210371
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:52Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb75649d9fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: f2c63044-e16c-471a-85bb-62dec69d7aec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T18:59:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:52Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb7564fd5877
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 5f396727-cf12-43ea-b43e-08df5d6cddbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T19:00:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:44Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb759de5be27
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: a67d3bfc-afb6-4c30-b993-c8de368257da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 7d896610-810a-43bf-9311-9a1d69b388bf
  kind: Event
  lastTimestamp: "2026-04-16T19:00:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj.18a6eb8493167f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: 725304b3-d4da-4b5d-a1d1-60aa249c3e05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: 2797240d-d95b-4e99-8ce6-fb26efa62fcc
  kind: Event
  lastTimestamp: "2026-04-16T18:59:47Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-8gzgj'
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6eb743f0eae32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37484"
    uid: 865fa9cc-add9-41e8-8403-aa22f4da6e9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: 6ce3f87e-7ffb-47af-9606-892745a5b206
  kind: Event
  lastTimestamp: "2026-04-16T18:59:47Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2-predictor.18a6eb743c7df0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37474"
    uid: 71fece0d-4629-4305-92cc-98295ee0eb61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: 8fb1f6be-bbe8-4677-8cff-f452e51967e5
  kind: Event
  lastTimestamp: "2026-04-16T19:00:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:32Z"
    name: isvc-xgboost-v2-predictor.18a6eb77bc30930b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: 90c646fd-9f17-416e-9646-857121dbf9f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: 8fb1f6be-bbe8-4677-8cff-f452e51967e5
  kind: Event
  lastTimestamp: "2026-04-16T19:00:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:32Z"
    name: isvc-xgboost-v2-predictor.18a6eb77bd233ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: f3e032e1-cd43-47a5-a006-6c239b2a2ce6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: 8fb1f6be-bbe8-4677-8cff-f452e51967e5
  kind: Event
  lastTimestamp: "2026-04-16T19:00:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:47Z"
    name: isvc-xgboost-v2-predictor.18a6eb823a5646c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37944"
    uid: 61ed2fef-d615-4620-a55d-fae8d5a0442f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: 8fb1f6be-bbe8-4677-8cff-f452e51967e5
  kind: Event
  lastTimestamp: "2026-04-16T19:00:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:47Z"
    name: isvc-xgboost-v2-predictor.18a6eb823ac7a4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37946"
    uid: db846414-cd1b-497d-8d31-e7ad1fccf5bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:58:57.373584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37049"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb689041ba54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 632780ed-cfa6-4974-bcec-09f0b4519588
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb68a90bcb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 7360a97e-c27b-4fc3-896d-17ec9b947f96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb68aa5ee36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 4b0fef30-df71-4f96-9444-2d40e2370ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb68ad808065
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 02b546df-2a2a-46d1-beac-4331e8a4cf3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb68adf0a00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: 65ae8c0b-9f18-41e7-82c7-8f7867cb4d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb69b42679fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37114"
    uid: 60040010-fbcb-47b1-b36d-8ec7378ae322
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb69b717a5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37118"
    uid: f689ffb6-9cca-42d6-8f6e-a961e5083cff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:59:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:02Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb69b7819064
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 47a4a43c-82a5-4cee-ac51-e5f78b79eae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:59:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T18:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:34Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb712baea1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37342"
    uid: e1289a16-9fda-4b0c-ac46-bd7af1d22d33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:59:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb743b2c5feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37466"
    uid: dc5c1a00-508e-4f09-ae90-8d993b832bae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 54d7c4e1-26b9-4569-962b-d75c5c565026
  kind: Event
  lastTimestamp: "2026-04-16T18:59:54Z"
  message: 'Readiness probe failed: Get "http://10.134.0.62:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:54Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2.18a6eb75d00c952a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 8a0933fd-5cd7-458a-9b7b-e184e7c14419
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: d5817e67-0584-4563-b005-84e898c66ab7
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-v4qj2'
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6eb688fc708ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: 3701bbe4-6e79-4a78-a73c-d1b88e93cb08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: e0b11038-b1c8-4189-a113-e58c09b8783f
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6eb688d1df1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: 6f21bf82-12a6-4154-88c1-1656da908213
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: 9a6cd919-f3cc-422a-84c0-0b1b943f37f9
  kind: Event
  lastTimestamp: "2026-04-16T18:59:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6eb6c0c9353f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: f74a34cf-d9c8-48bd-8e44-c525729e4589
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: 9a6cd919-f3cc-422a-84c0-0b1b943f37f9
  kind: Event
  lastTimestamp: "2026-04-16T18:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6eb6c0cfc00cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: 49c44381-95f1-49c8-9782-da515eb3232f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: 9a6cd919-f3cc-422a-84c0-0b1b943f37f9
  kind: Event
  lastTimestamp: "2026-04-16T18:59:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6eb6f8bafb338
    namespace: kserve-ci-e2e-test
    resourceVersion: "37399"
    uid: a309ca16-74ad-455c-95de-049445350dfb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: 9a6cd919-f3cc-422a-84c0-0b1b943f37f9
  kind: Event
  lastTimestamp: "2026-04-16T18:59:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6eb6f8c17d003
    namespace: kserve-ci-e2e-test
    resourceVersion: "37400"
    uid: 2219e697-9047-4285-92c8-fd7c39220bab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37027"
    uid: a331628b-4acd-4c0a-b26e-8b11652b8d3c
  kind: Event
  lastTimestamp: "2026-04-16T18:59:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:59:44Z"
    name: isvc-xgboost-v2-runtime.18a6eb688cf8371f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: 01d193e9-8cc9-4dbf-81ba-68d43006ff3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37027"
    uid: a331628b-4acd-4c0a-b26e-8b11652b8d3c
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime.18a6eb688d92baaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: 258232fe-53c0-439d-b538-0d0f7bd21659
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37035"
    uid: a331628b-4acd-4c0a-b26e-8b11652b8d3c
  kind: Event
  lastTimestamp: "2026-04-16T18:58:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:57Z"
    name: isvc-xgboost-v2-runtime.18a6eb68923d83b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: abfe78bf-282f-40ef-b8d3-58f83ce6bdec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: a331628b-4acd-4c0a-b26e-8b11652b8d3c
  kind: Event
  lastTimestamp: "2026-04-16T18:59:44Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:59:44Z"
    name: isvc-xgboost-v2-runtime.18a6eb7380497a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: eb36053b-0dc4-449a-9094-3d2bc745ff8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: 22f06c79-52d9-414d-9bbd-2dae617c33ec
  kind: Event
  lastTimestamp: "2026-04-16T19:00:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:54Z"
    name: isvc-xgboost-v2.18a6eb743c553d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 1407755a-5bee-4049-a922-45bc921f4053
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: 22f06c79-52d9-414d-9bbd-2dae617c33ec
  kind: Event
  lastTimestamp: "2026-04-16T18:59:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2.18a6eb743cbca555
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: a5c4158f-c2fe-4fdd-bf98-30b3bb80915e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 22f06c79-52d9-414d-9bbd-2dae617c33ec
  kind: Event
  lastTimestamp: "2026-04-16T18:59:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:59:47Z"
    name: isvc-xgboost-v2.18a6eb74427fdc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37497"
    uid: 3720df7e-cc85-4917-9228-5127ad9adcf1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: 22f06c79-52d9-414d-9bbd-2dae617c33ec
  kind: Event
  lastTimestamp: "2026-04-16T19:00:54Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:54Z"
    name: isvc-xgboost-v2.18a6eb83d667647b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: 41379ba4-3e7f-485c-aecf-a27c29a751ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: cbe26683-0656-41e3-accf-c91329b80906
  kind: Event
  lastTimestamp: "2026-04-16T18:56:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:06Z"
    name: isvc-xgboost.18a6eb2bbcb5003a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35558"
    uid: 1bf2ab69-d49a-47f3-8a60-7c1a92a48941
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: cbe26683-0656-41e3-accf-c91329b80906
  kind: Event
  lastTimestamp: "2026-04-16T18:54:36Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:36Z"
    name: isvc-xgboost.18a6eb2bbd09bf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: 4d2174f7-8732-4e7f-bbd5-9f2deba71b27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: cbe26683-0656-41e3-accf-c91329b80906
  kind: Event
  lastTimestamp: "2026-04-16T18:56:06Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:06Z"
    name: isvc-xgboost.18a6eb40ce57fe35
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: 75d16cb1-0c1a-45e8-b771-2763c638906c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:15:56.956823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-5blzb
    to ip-10-0-131-193.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:15:56Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e90fc36ea20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 5cdab894-cf36-4d23-be01-40f2316df37b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: "2026-04-16T18:15:57Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:15:57Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e90fcb4cd4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: c3ddcbd6-c448-43af-9a72-1b3a9effd1bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: "2026-04-16T18:15:57Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:57Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e90fcc9f91b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 22f4fed1-3293-4454-85d4-69200ff3f29a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-193.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-193.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: "2026-04-16T18:15:58Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 969ms (969ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:58Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e910066b9157
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 61b96209-8086-4af9-afd6-875637862c23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-193.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-193.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: "2026-04-16T18:15:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:58Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e91009d25733
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 8bcec1df-8a6c-4a7a-81f3-cba9350e3026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-193.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-193.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: "2026-04-16T18:15:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:15:58Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e9100a5420e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: daf26184-a367-45b6-83c8-207f32e286e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-193.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-193.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-5blzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 3bb995a8-f33d-4d59-855b-f0009c36392f
  kind: Event
  lastTimestamp: "2026-04-16T18:17:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:17:32Z"
    name: message-dumper-predictor-7f66cccfb6-5blzb.18a6e925f9234413
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: e34d2ebb-adb3-408c-8457-adcd9d43f51f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-193.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-193.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 994d1056-bff6-45b0-b9f3-1db5461ac8a3
  kind: Event
  lastTimestamp: "2026-04-16T18:15:56Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-5blzb'
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:56Z"
    name: message-dumper-predictor-7f66cccfb6.18a6e90fc2e27c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 34bbdc19-a283-4946-a8d6-3f9d0f99e548
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: 6f3d68d6-632b-4083-8a22-8c28bbd05b52
  kind: Event
  lastTimestamp: "2026-04-16T18:15:56Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:15:56Z"
    name: message-dumper-predictor.18a6e90fc0e3aa6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 469290b5-d7c5-4167-bfa5-f24831d9b476
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 98e82e9c-020b-48f0-afcd-19b33a4d7832
  kind: Event
  lastTimestamp: "2026-04-16T18:16:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:26Z"
    name: message-dumper-predictor.18a6e9133fda7efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 7862f009-42ee-4e5a-9786-88fe28d9aff0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:16:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 98e82e9c-020b-48f0-afcd-19b33a4d7832
  kind: Event
  lastTimestamp: "2026-04-16T18:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:16:26Z"
    name: message-dumper-predictor.18a6e913403f96ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: ff9cd3c9-598e-440f-95e6-2d2309c30742
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: 3b0220e4-849d-4867-b7c3-76d7a6dae090
  kind: Event
  lastTimestamp: "2026-04-16T18:15:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:15:58Z"
    name: message-dumper.18a6e90fc0a89497
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 732fc3b5-663b-4755-b13c-645bdae6f163
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: 3b0220e4-849d-4867-b7c3-76d7a6dae090
  kind: Event
  lastTimestamp: "2026-04-16T18:15:56Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:15:56Z"
    name: message-dumper.18a6e90fc1303364
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: 7a575dfa-f702-43a8-a760-eb9edcca7090
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:15:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 3b0220e4-849d-4867-b7c3-76d7a6dae090
  kind: Event
  lastTimestamp: "2026-04-16T18:15:58Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:15:58Z"
    name: message-dumper.18a6e91030ab20f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 0132d184-a8e7-4a92-a78a-11dcb2dc5d0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:46:04.477816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab49c1435ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: d817530f-66ed-4d5c-9648-c64227972506
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30597"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab4b54765d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 03d00057-3e80-4f1f-96de-a0ef3e5c026c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab4b689bee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: d210a285-1af1-4628-bdea-5f941724923c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab4ba14c7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30609"
    uid: 6f098fd5-852a-4fcd-b357-0da10287e04f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab4ba86219e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: 977179d3-eb16-4860-97ac-141ada411fd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:09Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab5d8aef72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30658"
    uid: 180ee65f-9318-4efa-b1c5-1ba051f7d2a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:09Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab5dc130dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 190e6dcc-1402-4045-820a-bd22cc2f9629
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:09Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eab5dc821484
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: a435a95e-5e5f-4c40-a727-b93dddecffa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T18:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:41Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eabd4f1b4056
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 81a8d25b-e0cd-4e11-9435-c17c50fd0263
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eac04736d181
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: f2992279-8328-4de6-a909-fcb3a6703daa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 43120478-f4e4-454d-9537-10eedbfb68c9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-27hrz.18a6eac1f4a0a4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: b5f1f397-0f10-4072-87cf-aae2831c965a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: c1e131ae-fad5-477d-b0ff-3ab449cd8827
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-27hrz'
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6eab49ba69684
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 245cd1f7-c65a-421a-8626-5307c31178f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30573"
    uid: 4623d7d4-d6c7-421d-bb08-186e967bbbc5
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver-predictor.18a6eab498e90e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 077d7504-6628-4240-81e5-d2a606272ac7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: a88120b0-bf65-4a9a-97ef-3ad67f819822
  kind: Event
  lastTimestamp: "2026-04-16T18:46:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:34Z"
    name: sklearn-v2-mlserver-predictor.18a6eab817b5bc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 94ab064d-e6b1-4d74-884b-55e08e125df3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: a88120b0-bf65-4a9a-97ef-3ad67f819822
  kind: Event
  lastTimestamp: "2026-04-16T18:46:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:34Z"
    name: sklearn-v2-mlserver-predictor.18a6eab818201af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 5b70b5d7-ef86-402a-8bfb-d98803b293df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: a88120b0-bf65-4a9a-97ef-3ad67f819822
  kind: Event
  lastTimestamp: "2026-04-16T18:46:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:49Z"
    name: sklearn-v2-mlserver-predictor.18a6eabf16029d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: 314622b3-8b17-4371-b170-4f0d87e4c6a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: a88120b0-bf65-4a9a-97ef-3ad67f819822
  kind: Event
  lastTimestamp: "2026-04-16T18:46:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:49Z"
    name: sklearn-v2-mlserver-predictor.18a6eabf1668f02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 68bd092f-405b-43a1-b7e7-2c31770fb193
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: 04414496-8adf-4e2d-ad76-bf994118811a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:51Z"
    name: sklearn-v2-mlserver.18a6eab498f0e8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 1bbe21a0-e0c1-4f80-951e-0ca5d7fce1cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: 04414496-8adf-4e2d-ad76-bf994118811a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:04Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:04Z"
    name: sklearn-v2-mlserver.18a6eab499823958
    namespace: kserve-ci-e2e-test
    resourceVersion: "30581"
    uid: 6c7d2f9b-d812-4f19-a48f-fd554857d0e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 04414496-8adf-4e2d-ad76-bf994118811a
  kind: Event
  lastTimestamp: "2026-04-16T18:46:51Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:51Z"
    name: sklearn-v2-mlserver.18a6eabfa483730e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: 4bb72b94-6f24-4cab-ab72-2999d9f45ad0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:57:06.588616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36107"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    to ip-10-0-139-88.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:57:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:57:06Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4ec4f54875
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 0ad604c0-9019-4f21-bb0b-0901ca33c559
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6f768f94b5-dn4tb
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:07Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:57:07Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4eddabe1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: 010f7956-d7a1-491d-a2fa-c518c0af4613
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b1408675ea4fdca559a0643f83f1f99c90fa28691ae069983f57f521927df688"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:07Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4edf16c3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: 81141e91-3e15-4664-869c-15fef0140560
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:07Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4ee2122d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: 1f83f9de-c1e8-42e4-810c-79d87261b3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:07Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4ee29821f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36128"
    uid: f69f1736-214e-4cb4-9885-d0c09c0bdac1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:10Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4fc719019f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 21dd71cc-5ee2-4fca-9125-a286e4ac45f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:10Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4fca011ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 2810532c-3993-4757-b033-a808a2b5f137
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:10Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb4fca6c0190
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: f18ade96-38c4-4fd9-abc7-eb6808dd12d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:46Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb5825e68cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 5b4d1fae-e93d-4137-a6fb-8b9563d38092
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 27bec7ac-413a-4832-8c4b-65a7f784d04d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-wm5dp.18a6eb598f056a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 01e79ac0-00bf-46b2-b6af-2f650c245440
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-88.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-88.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 387fde30-4ab7-4418-8a6d-b993f5bbc84e
  kind: Event
  lastTimestamp: "2026-04-16T18:57:06Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-wm5dp'
  metadata:
    creationTimestamp: "2026-04-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:06Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6eb4ec4609439
    namespace: kserve-ci-e2e-test
    resourceVersion: "36108"
    uid: 76d3ee91-f8ae-4e10-bf06-c4555a6d89af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: b5b4c02e-38db-4089-8005-e0eeb02091b6
  kind: Event
  lastTimestamp: "2026-04-16T18:57:06Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:06Z"
    name: xgboost-v2-mlserver-predictor.18a6eb4ec1447351
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: b9bdb773-1909-43ab-a3c4-ee625b4d780a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 4a002c09-9aa5-456c-9f99-8f82c3d19673
  kind: Event
  lastTimestamp: "2026-04-16T18:57:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:36Z"
    name: xgboost-v2-mlserver-predictor.18a6eb524014d3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: b70b9ee4-205d-4302-815f-ccbba3dbc7b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 4a002c09-9aa5-456c-9f99-8f82c3d19673
  kind: Event
  lastTimestamp: "2026-04-16T18:57:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:36Z"
    name: xgboost-v2-mlserver-predictor.18a6eb52408ef42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36352"
    uid: 1b0004dc-1c35-4bba-a8fc-ca85ff962ef0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: 7c65d414-c4ca-4c68-8eb2-5ee5ad81ccbd
  kind: Event
  lastTimestamp: "2026-04-16T18:57:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:43Z"
    name: xgboost-v2-mlserver.18a6eb4ec103962d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36403"
    uid: ae61e790-6d79-4bf2-a4e8-a6c55424963e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: 7c65d414-c4ca-4c68-8eb2-5ee5ad81ccbd
  kind: Event
  lastTimestamp: "2026-04-16T18:57:06Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:06Z"
    name: xgboost-v2-mlserver.18a6eb4ec1900310
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: d84364fa-8b2b-4337-9edf-ecf49f00fa89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 7c65d414-c4ca-4c68-8eb2-5ee5ad81ccbd
  kind: Event
  lastTimestamp: "2026-04-16T18:57:43Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:43Z"
    name: xgboost-v2-mlserver.18a6eb573f507f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: 6719c11d-7aef-4944-91af-a7ee77872697
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41394"